-- Logs begin at Wed 2021-04-14 10:44:59 UTC, end at Wed 2021-04-14 11:41:12 UTC. -- Apr 14 11:13:49.946878 dv-cinder-774594-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 14 11:13:53.083534 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.common.config [-] Logging enabled! Apr 14 11:13:53.083951 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev80 Apr 14 11:13:53.085381 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85114) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 14 11:13:53.087169 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.common.config [-] Logging enabled! Apr 14 11:13:53.087461 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev80 Apr 14 11:13:53.087816 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85114) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 14 11:13:53.088858 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 14 11:13:53.089127 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 14 11:13:53.090188 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 14 11:13:53.090474 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 14 11:13:53.090763 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 14 11:13:53.091141 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.091487 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.091833 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.092098 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.092444 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.092780 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.093108 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.093443 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.094037 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.094363 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.094714 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.095043 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.095310 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.095633 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] config_source = [] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.095967 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.096299 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.096560 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] debug = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.096884 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.097420 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.097743 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.098061 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.098396 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.098757 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.099071 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.099392 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.099716 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.100082 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] host = dv-cinder-774594-3-smb {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.100398 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.100731 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.101064 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.101393 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.101706 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.102022 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.102350 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.102693 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] log_dir = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.103006 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] log_file = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.103320 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.103649 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.103976 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.104311 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.104568 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.104823 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.105151 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.105480 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.106313 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.106670 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.106983 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.107294 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.107605 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.107909 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.108237 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.108563 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.108887 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.109198 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.109507 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.109817 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.110126 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.110450 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.110784 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.111091 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.111404 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.111731 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.112037 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.112346 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.112691 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.113016 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.113339 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.113667 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.113979 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.114304 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.114636 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.114944 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] use_journal = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.115250 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] use_json = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.115561 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.115867 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.116189 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.116499 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.116807 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.117115 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.117423 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.117751 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:53.118086 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.118425 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.118805 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.119123 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.119457 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.119778 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.120108 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.120422 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.120755 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.121087 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.122027 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.122346 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.122698 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.123017 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.123359 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.123714 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.124049 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.124384 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.124698 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.125008 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.125319 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.125633 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.125956 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.126297 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.126652 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.126969 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.127284 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.127618 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.127932 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.128245 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.128562 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.128894 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.129210 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.129523 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.129848 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.130165 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.130476 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.130812 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.131128 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.131460 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.131772 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.132080 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.132388 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.132701 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.133009 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.133331 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.133647 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.133956 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.134264 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.134601 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.134914 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.135228 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.135544 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.135854 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.136167 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.136479 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.136791 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.137125 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.137432 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.137743 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.138052 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.138362 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.138725 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.139041 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.139352 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.139666 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.139985 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.140294 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.140619 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.140955 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.141276 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.141595 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.141912 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.142228 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.142589 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.142911 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.143230 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.143551 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.143863 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.144201 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.144526 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.144855 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.145180 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.145500 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.145842 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.146161 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.146486 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.146827 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.147148 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.147477 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.147801 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.148136 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.148470 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.148803 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.149141 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.149478 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.149802 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.150159 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.150480 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:53.150755 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 14 11:13:53.151024 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85114) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 14 11:13:53.809650 dv-cinder-774594-3-smb neutron-server[85114]: INFO keyring.backend [-] Loading Gnome Apr 14 11:13:53.826697 dv-cinder-774594-3-smb neutron-server[85114]: INFO keyring.backend [-] Loading Google Apr 14 11:13:53.829372 dv-cinder-774594-3-smb neutron-server[85114]: INFO keyring.backend [-] Loading Windows (alt) Apr 14 11:13:53.832942 dv-cinder-774594-3-smb neutron-server[85114]: INFO keyring.backend [-] Loading file Apr 14 11:13:53.833784 dv-cinder-774594-3-smb neutron-server[85114]: INFO keyring.backend [-] Loading keyczar Apr 14 11:13:53.834077 dv-cinder-774594-3-smb neutron-server[85114]: INFO keyring.backend [-] Loading multi Apr 14 11:13:53.834743 dv-cinder-774594-3-smb neutron-server[85114]: INFO keyring.backend [-] Loading pyfs Apr 14 11:13:53.880727 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:13:53.881044 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:13:53.881371 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:13:53.881751 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 14 11:13:54.275840 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.276333 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.276452 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.277834 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.278267 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.278589 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.315588 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.315897 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.316198 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.331479 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.331795 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.332098 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.398044 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.398358 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.398686 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.399706 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.400015 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.401742 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.672589 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.672869 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.673150 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.673457 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.674293 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.822436 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.822840 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.823162 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.823469 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.823771 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.824158 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.824487 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.824777 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.825065 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.825404 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.825704 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.826010 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.826319 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.826634 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.826946 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.827261 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.827557 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.827875 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.828160 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.828496 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.828947 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.829233 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.829514 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.829856 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.830138 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.830416 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.830863 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85114) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 11:13:54.831143 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85114) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 11:13:54.831418 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85114) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 11:13:54.831693 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85114) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 11:13:54.831966 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85114) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 11:13:54.832244 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85114) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 11:13:54.832660 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 14 11:13:54.835815 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 14 11:13:54.839845 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 14 11:13:54.844066 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Apr 14 11:13:54.845725 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 14 11:13:54.847011 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 14 11:13:54.847398 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 14 11:13:54.847835 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 14 11:13:54.850574 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 14 11:13:54.850869 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 14 11:13:54.851262 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 14 11:13:54.879611 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 14 11:13:54.880130 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.880462 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85114) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 14 11:13:54.881051 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.882407 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85114) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 14 11:13:54.882759 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 14 11:13:54.883043 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 14 11:13:54.886145 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.886462 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:54.954160 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 14 11:13:54.954383 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 14 11:13:54.954685 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 14 11:13:54.955090 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 14 11:13:54.988776 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_db.sqlalchemy.engines [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85114) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 14 11:13:55.430842 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.plugins.ml2.managers [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Initializing driver for type 'gre' Apr 14 11:13:55.431377 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] gre ID ranges: [(1, 1000)] Apr 14 11:13:55.471367 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.plugins.ml2.managers [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Initializing driver for type 'local' Apr 14 11:13:55.471739 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.plugins.ml2.managers [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Initializing driver for type 'vlan' Apr 14 11:13:55.481817 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] VlanTypeDriver initialization complete Apr 14 11:13:55.482197 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.plugins.ml2.managers [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Initializing driver for type 'vxlan' Apr 14 11:13:55.482734 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] vxlan ID ranges: [(1, 1000)] Apr 14 11:13:55.521716 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.plugins.ml2.managers [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Initializing extension driver 'port_security' Apr 14 11:13:55.522073 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.plugins.ml2.extensions.port_security [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] PortSecurityExtensionDriver initialization complete Apr 14 11:13:55.522447 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.plugins.ml2.managers [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Initializing mechanism driver 'openvswitch' Apr 14 11:13:55.522838 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.plugins.ml2.managers [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Initializing mechanism driver 'hyperv' Apr 14 11:13:55.529690 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:13:55.530512 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > port after_create 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.530943 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > port after_update 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.531334 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > port after_delete 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.531765 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > subnet after_create 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.532158 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > subnet after_update 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.532551 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > subnet after_delete 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.532975 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > network after_create 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.533364 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > network after_update 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.533748 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > network after_delete 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.534169 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > security_group after_create 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.534578 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > security_group after_update 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.535101 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > security_group after_delete 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.535526 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.535914 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.536294 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.536719 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > address_group after_create 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.537098 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > address_group after_update 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.537475 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > address_group after_delete 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.537844 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] ML2 OVO RPC backend initialized. {{(pid=85114) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 14 11:13:55.538654 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > router_interface after_create 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.539047 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.539509 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > network before_response 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.539892 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > networks before_response 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.540275 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > port before_response 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.540651 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > ports before_response 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.541030 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > subnet before_response 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.541413 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > subnets before_response 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.541800 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > network after_create 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.542177 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > network after_update 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.542567 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > network after_delete 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.542946 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > port after_create 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.543344 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > port after_update 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.543715 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > port after_delete 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.544089 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > subnet after_create 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.544468 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > subnet after_update 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.544836 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > subnet after_delete 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.545472 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.plugins.ml2.plugin [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Modular L2 Plugin initialization complete Apr 14 11:13:55.545832 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading services supported by the core plugin {{(pid=85114) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 14 11:13:55.546199 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.plugins.ml2.managers [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Got port-security extension from driver 'port_security' Apr 14 11:13:55.546731 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.extensions.vlantransparent [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Disabled vlantransparent extension. Apr 14 11:13:55.547272 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85114) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 14 11:13:55.547620 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading Plugin: router Apr 14 11:13:55.585245 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > router_interface before_create 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.585689 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > router after_create 55549900 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.586101 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > router before_create 55549900 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.586510 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.586957 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.587351 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > router after_delete 55549900 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.587756 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > floatingip after_update 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.588171 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > router after_create 55549900 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.588555 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > router after_update 55549900 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.588950 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > router after_update 55549900 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.589339 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.589751 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > router after_update 55549900 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.590313 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > router precommit_update 55549900 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.591273 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: port after_update 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.591658 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: port after_delete 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.592088 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: subnet after_update 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.592426 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.592820 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > port precommit_delete 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.593423 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > router precommit_create 55549900 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.594091 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: port before_delete 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.594574 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > router precommit_create 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.595002 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > router after_update 55549900 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.595412 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > router precommit_delete 55549900 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.595806 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > router precommit_create 55549900 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.596217 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > router_interface after_create 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.596609 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > router precommit_update 55549900 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.597046 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > network after_delete 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.598053 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource_registry [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Tracking information for resource: router configured {{(pid=85114) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 11:13:55.598429 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource_registry [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Tracking information for resource: floatingip configured {{(pid=85114) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 11:13:55.603282 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.db.l3_agentschedulers_db [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 14 11:13:55.603932 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: port after_update 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.604335 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: port after_create 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.604723 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: port after_delete 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.605113 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: port after_update 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.606155 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > router before_create 55550100 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.606587 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > router precommit_delete 55550100 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.606999 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > router precommit_create 55550100 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.607401 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > router precommit_update 55550100 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.612228 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.provider_configuration [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Service providers = [] {{(pid=85114) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 14 11:13:55.612627 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.servicetype_db [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85114) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 14 11:13:55.615519 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.service_base [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85114) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 14 11:13:55.615907 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.service_base [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85114) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 14 11:13:55.616289 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.service_base [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85114) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 14 11:13:55.617208 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.service_base [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85114) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 14 11:13:55.617617 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.services.service_base [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 14 11:13:55.618039 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85114) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 11:13:55.618400 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 14 11:13:55.628606 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85114) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 11:13:55.628981 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading Plugin: auto_allocate Apr 14 11:13:55.634894 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: network precommit_update 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.635301 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: network precommit_create 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.635900 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85114) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 11:13:55.636266 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading Plugin: tag Apr 14 11:13:55.643860 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85114) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 11:13:55.644239 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading Plugin: timestamp Apr 14 11:13:55.648113 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85114) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 11:13:55.648487 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading Plugin: network_ip_availability Apr 14 11:13:55.654644 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.655054 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.655450 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.656242 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85114) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 11:13:55.656605 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading Plugin: flavors Apr 14 11:13:55.661135 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85114) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 11:13:55.661515 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading Plugin: revisions Apr 14 11:13:55.665990 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85114) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 11:13:55.666412 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.785s {{(pid=85114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:13:55.667246 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85114) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 14 11:13:55.667613 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Initializing extension manager. Apr 14 11:13:55.668204 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: __init__.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.668588 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: __pycache__ {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.668968 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.669342 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: address_group.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.670142 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.670827 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: address-group Apr 14 11:13:55.671198 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: address_scope.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.671966 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.672550 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: address-scope Apr 14 11:13:55.672919 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: admin_state_down_before_update.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.673870 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.674459 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: router-admin-state-down-before-update Apr 14 11:13:55.674850 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: agent.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.675605 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.676185 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: agent Apr 14 11:13:55.676553 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: agent_resources_synced.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.677475 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.678053 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: agent-resources-synced Apr 14 11:13:55.678416 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: allowedaddresspairs.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.680238 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.680831 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: allowed-address-pairs Apr 14 11:13:55.681245 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: auto_allocated_topology.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.682285 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.682907 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: auto-allocated-topology Apr 14 11:13:55.683277 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: availability_zone.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.684059 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.684655 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: availability_zone Apr 14 11:13:55.685022 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: availability_zone_filter.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.685946 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.686558 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: availability_zone_filter Apr 14 11:13:55.686923 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: data_plane_status.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.687957 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.688539 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extension data-plane-status not supported by any of loaded plugins Apr 14 11:13:55.688904 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: default_subnetpools.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.689832 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.690415 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: default-subnetpools Apr 14 11:13:55.690806 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: dhcpagentscheduler.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.691686 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.692272 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: dhcp_agent_scheduler Apr 14 11:13:55.692639 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: dns.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.693564 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.694151 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extension dns-integration not supported by any of loaded plugins Apr 14 11:13:55.694516 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: dns_domain_ports.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.695467 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.696059 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 14 11:13:55.696422 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: dvr.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.697146 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.697737 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: dvr Apr 14 11:13:55.698100 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: empty_string_filtering.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.699047 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.700159 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: empty-string-filtering Apr 14 11:13:55.700522 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.701451 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.702029 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 14 11:13:55.702395 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.703351 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.703928 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 14 11:13:55.704298 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: external_net.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.705217 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.705800 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: external-net Apr 14 11:13:55.706164 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: extra_dhcp_opt.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.707106 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.707694 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: extra_dhcp_opt Apr 14 11:13:55.708058 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: extraroute.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.708975 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.709553 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: extraroute Apr 14 11:13:55.709917 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: extraroute_atomic.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.711010 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.711601 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: extraroute-atomic Apr 14 11:13:55.711966 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: filter_validation.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.712666 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.713247 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: filter-validation Apr 14 11:13:55.713610 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: fip_pf_description.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.714567 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.715689 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 14 11:13:55.716054 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: fip_port_details.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.717070 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.717650 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: fip-port-details Apr 14 11:13:55.718012 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: flavors.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.719530 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.720121 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: flavors Apr 14 11:13:55.720491 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.722147 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.722768 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 14 11:13:55.723140 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: floatingip_pools.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.723898 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.724492 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: floatingip-pools Apr 14 11:13:55.724858 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: ip_allocation.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.725803 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.726385 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extension ip_allocation not supported by any of loaded plugins Apr 14 11:13:55.726785 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.727718 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.728305 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: ip-substring-filtering Apr 14 11:13:55.728674 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: l2_adjacency.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.729598 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.730174 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 14 11:13:55.730558 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: l3.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.731635 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.732222 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: router Apr 14 11:13:55.732586 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: l3_conntrack_helper.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.734871 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.735475 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 14 11:13:55.735850 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.736796 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.737385 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: ext-gw-mode Apr 14 11:13:55.737753 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.738809 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.739403 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: l3-ha Apr 14 11:13:55.739772 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: l3_flavors.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.740695 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.741284 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: l3-flavors Apr 14 11:13:55.741653 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.742600 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.743186 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 14 11:13:55.743556 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: l3agentscheduler.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.744744 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.745336 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: l3_agent_scheduler Apr 14 11:13:55.745707 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: logging.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.747794 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.748393 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extension logging not supported by any of loaded plugins Apr 14 11:13:55.748767 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: metering.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.749562 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.750267 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: metering Apr 14 11:13:55.750662 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.751790 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.752378 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: metering_source_and_destination_fields Apr 14 11:13:55.752748 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: multiprovidernet.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.753688 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.754272 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: multi-provider Apr 14 11:13:55.754679 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: netmtu.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.755608 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.756191 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: net-mtu Apr 14 11:13:55.756559 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: netmtu_writable.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.757501 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.758081 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: net-mtu-writable Apr 14 11:13:55.758447 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: network_availability_zone.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.759308 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.759891 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: network_availability_zone Apr 14 11:13:55.760259 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: network_ip_availability.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.761365 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.762499 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: network-ip-availability Apr 14 11:13:55.762892 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: network_segment_range.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.763735 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.764317 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extension network-segment-range not supported by any of loaded plugins Apr 14 11:13:55.764687 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: pagination.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.765692 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.766069 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: pagination Apr 14 11:13:55.766431 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: port_device_profile.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.767374 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.767960 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: port-device-profile Apr 14 11:13:55.768332 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.769260 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.769841 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: port-mac-address-regenerate Apr 14 11:13:55.770211 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.771161 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.771740 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: port-numa-affinity-policy Apr 14 11:13:55.772100 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: port_resource_request.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.773032 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.773607 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extension port-resource-request not supported by any of loaded plugins Apr 14 11:13:55.773969 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: portbindings.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.774942 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.775521 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: binding Apr 14 11:13:55.775882 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: portbindings_extended.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.777177 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.777793 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: binding-extended Apr 14 11:13:55.778163 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: portsecurity.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.779123 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.779710 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: port-security Apr 14 11:13:55.780075 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: project_id.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.781059 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.781431 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: project-id Apr 14 11:13:55.781797 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: providernet.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.782759 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.783343 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: provider Apr 14 11:13:55.783707 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: qos.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.787383 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.787994 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extension qos not supported by any of loaded plugins Apr 14 11:13:55.788367 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.789614 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.790208 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 14 11:13:55.790602 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.791535 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.792118 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 14 11:13:55.792488 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: qos_default.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.793435 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.794024 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extension qos-default not supported by any of loaded plugins Apr 14 11:13:55.794396 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: qos_fip.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.795118 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.795693 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extension qos-fip not supported by any of loaded plugins Apr 14 11:13:55.796057 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: qos_gateway_ip.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.796999 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.797575 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 14 11:13:55.797938 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: qos_port_network_policy.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.798905 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.799491 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 14 11:13:55.799853 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: qos_rule_type_details.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.800778 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.801359 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 14 11:13:55.801723 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: qos_rules_alias.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.802794 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.803375 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 14 11:13:55.803739 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: quotasv2.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.804711 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.805089 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: quotas Apr 14 11:13:55.805452 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: quotasv2_detail.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.807173 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.807555 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: quota_details Apr 14 11:13:55.807927 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: rbac.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.809605 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.810206 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: rbac-policies Apr 14 11:13:55.810617 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: rbac_address_group.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.811564 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.812162 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: rbac-address-group Apr 14 11:13:55.812533 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: rbac_address_scope.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.813458 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.814047 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: rbac-address-scope Apr 14 11:13:55.814422 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: rbac_security_groups.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.815374 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.815961 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: rbac-security-groups Apr 14 11:13:55.816330 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: rbac_subnetpool.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.817254 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.817844 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: rbac-subnetpool Apr 14 11:13:55.818212 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: revisionifmatch.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.819165 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.819752 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: revision-if-match Apr 14 11:13:55.820118 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: revisions.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.821279 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.821869 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: standard-attr-revisions Apr 14 11:13:55.822235 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: router_availability_zone.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.822978 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.823571 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: router_availability_zone Apr 14 11:13:55.823937 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: routerservicetype.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.825424 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.826006 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extension router-service-type not supported by any of loaded plugins Apr 14 11:13:55.826373 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.827341 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.827925 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: security-groups-normalized-cidr Apr 14 11:13:55.828291 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: security_groups_port_filtering.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.829238 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.829827 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: port-security-groups-filtering Apr 14 11:13:55.830191 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.831155 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.831740 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: security-groups-remote-address-group Apr 14 11:13:55.832102 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: securitygroup.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.845546 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.846166 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: security-group Apr 14 11:13:55.846574 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: segment.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.847451 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.848044 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extension segment not supported by any of loaded plugins Apr 14 11:13:55.848419 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.849385 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.849976 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 14 11:13:55.850344 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: servicetype.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.851482 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.852080 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: service-type Apr 14 11:13:55.852446 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: sorting.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.853431 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.853811 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: sorting Apr 14 11:13:55.854175 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: standard_attr_segment.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.855128 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.855745 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 14 11:13:55.856111 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: standardattrdescription.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.856802 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.857385 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: standard-attr-description Apr 14 11:13:55.857750 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: stateful_security_group.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.858717 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.859323 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: stateful-security-group Apr 14 11:13:55.859687 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: stdattrs_common.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.860275 dv-cinder-774594-3-smb neutron-server[85114]: WARNING neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 14 11:13:55.860649 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.861666 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.862256 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 14 11:13:55.862649 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: subnet_onboard.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.863714 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.864301 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: subnet_onboard Apr 14 11:13:55.864670 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.865608 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.866201 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 14 11:13:55.866587 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: subnet_service_types.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.867532 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.868124 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: subnet-service-types Apr 14 11:13:55.868490 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: subnetallocation.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.869578 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.870168 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: subnet_allocation Apr 14 11:13:55.870553 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.871793 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.872397 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: subnetpool-prefix-ops Apr 14 11:13:55.872764 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.873711 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.874290 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 14 11:13:55.874682 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: tagging.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.875942 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.876541 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: standard-attr-tag Apr 14 11:13:55.876911 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: timestamp.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.878099 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.878723 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loaded extension: standard-attr-timestamp Apr 14 11:13:55.879098 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: trunk.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.880139 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.880726 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extension trunk not supported by any of loaded plugins Apr 14 11:13:55.881093 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: trunk_details.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.882023 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.882657 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extension trunk-details not supported by any of loaded plugins Apr 14 11:13:55.883023 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: uplink_status_propagation.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.883951 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.884541 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 14 11:13:55.884906 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Loading extension file: vlantransparent.py {{(pid=85114) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 11:13:55.885609 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85114) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 11:13:55.886191 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 14 11:13:55.889385 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.quota.resource_registry [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Creating instance of TrackedResource for resource:network Apr 14 11:13:55.890164 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.quota.resource_registry [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Creating instance of TrackedResource for resource:subnet Apr 14 11:13:55.890896 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.quota.resource_registry [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 11:13:55.891562 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.quota.resource_registry [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Creating instance of TrackedResource for resource:port Apr 14 11:13:55.893055 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.resource_helper [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85114) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 11:13:55.893583 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.resource_helper [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Service FLAVORS assigned prefix: {{(pid=85114) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 11:13:55.894269 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.resource_helper [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85114) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 11:13:55.894766 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.resource_helper [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85114) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 11:13:55.895142 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.quota.resource_registry [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Creating instance of TrackedResource for resource:router Apr 14 11:13:55.895867 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.quota.resource_registry [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Creating instance of TrackedResource for resource:floatingip Apr 14 11:13:55.896650 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.resource_helper [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Service METERING assigned prefix: /metering {{(pid=85114) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 11:13:55.898452 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.898885 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.899278 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:13:55.900423 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.quota.resource_registry [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Creating instance of CountableResource for resource:rbac_policy Apr 14 11:13:55.900914 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.quota.resource_registry [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Creating instance of TrackedResource for resource:security_group Apr 14 11:13:55.901725 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.quota.resource_registry [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 14 11:13:55.902588 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.resource_helper [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Service CORE assigned prefix: {{(pid=85114) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 11:13:55.902969 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.quota.resource_registry [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 11:13:55.903340 dv-cinder-774594-3-smb neutron-server[85114]: WARNING neutron.quota.resource_registry [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] subnetpool is already registered Apr 14 11:13:55.904014 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.resource_helper [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Service CORE assigned prefix: {{(pid=85114) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 11:13:55.904385 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.quota.resource_registry [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 11:13:55.904753 dv-cinder-774594-3-smb neutron-server[85114]: WARNING neutron.quota.resource_registry [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] subnetpool is already registered Apr 14 11:13:55.907503 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.resource_helper [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85114) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 11:13:55.907988 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.resource_helper [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Service FLAVORS assigned prefix: {{(pid=85114) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 11:13:55.908629 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.resource_helper [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85114) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 11:13:55.909096 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.resource_helper [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85114) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 11:13:55.909474 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.quota.resource_registry [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Creating instance of TrackedResource for resource:router Apr 14 11:13:55.909850 dv-cinder-774594-3-smb neutron-server[85114]: WARNING neutron.quota.resource_registry [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] router is already registered Apr 14 11:13:55.910507 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.quota.resource_registry [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Creating instance of TrackedResource for resource:floatingip Apr 14 11:13:55.910902 dv-cinder-774594-3-smb neutron-server[85114]: WARNING neutron.quota.resource_registry [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] floatingip is already registered Apr 14 11:13:55.911593 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.resource_helper [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Service METERING assigned prefix: /metering {{(pid=85114) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 11:13:55.912321 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.quota.resource_registry [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Creating instance of CountableResource for resource:rbac_policy Apr 14 11:13:55.912688 dv-cinder-774594-3-smb neutron-server[85114]: WARNING neutron.quota.resource_registry [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] rbac_policy is already registered Apr 14 11:13:55.913317 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.quota.resource_registry [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Creating instance of TrackedResource for resource:security_group Apr 14 11:13:55.913687 dv-cinder-774594-3-smb neutron-server[85114]: WARNING neutron.quota.resource_registry [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] security_group is already registered Apr 14 11:13:55.914340 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.quota.resource_registry [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 14 11:13:55.914735 dv-cinder-774594-3-smb neutron-server[85114]: WARNING neutron.quota.resource_registry [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] security_group_rule is already registered Apr 14 11:13:55.915460 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.resource_helper [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Service CORE assigned prefix: {{(pid=85114) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 11:13:55.915832 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.quota.resource_registry [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 11:13:55.916202 dv-cinder-774594-3-smb neutron-server[85114]: WARNING neutron.quota.resource_registry [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] subnetpool is already registered Apr 14 11:13:55.916869 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.resource_helper [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Service CORE assigned prefix: {{(pid=85114) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 11:13:55.917240 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.quota.resource_registry [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 11:13:55.917605 dv-cinder-774594-3-smb neutron-server[85114]: WARNING neutron.quota.resource_registry [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] subnetpool is already registered Apr 14 11:13:55.918380 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extended resource: extensions {{(pid=85114) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 11:13:55.919946 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extended resource: address-groups {{(pid=85114) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 11:13:55.921620 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extended resource: address-scopes {{(pid=85114) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 11:13:55.922953 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extended resource: agents {{(pid=85114) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 11:13:55.924191 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extended resource: auto-allocated-topology {{(pid=85114) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 11:13:55.925505 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extended resource: availability_zones {{(pid=85114) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 11:13:55.926919 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extended resource: dhcp-networks {{(pid=85114) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 11:13:55.928448 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extended resource: dhcp-agents {{(pid=85114) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 11:13:55.929975 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extended resource: routers {{(pid=85114) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 11:13:55.931936 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extended resource: flavors {{(pid=85114) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 11:13:55.933144 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extended resource: service_profiles {{(pid=85114) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 11:13:55.934989 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extended resource: next_providers {{(pid=85114) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 11:13:55.936611 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extended resource: service_profiles {{(pid=85114) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 11:13:55.938142 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extended resource: floatingip-pools {{(pid=85114) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 11:13:55.939461 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extended resource: routers {{(pid=85114) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 11:13:55.941366 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extended resource: floatingips {{(pid=85114) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 11:13:55.942660 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extended resource: l3-routers {{(pid=85114) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 11:13:55.944139 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extended resource: l3-agents {{(pid=85114) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 11:13:55.945640 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extended resource: metering-labels {{(pid=85114) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 11:13:55.947942 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extended resource: metering-label-rules {{(pid=85114) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 11:13:55.949909 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extended resource: network-ip-availabilities {{(pid=85114) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 11:13:55.951316 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extended resource: bindings {{(pid=85114) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 11:13:55.953065 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extended resource: quotas {{(pid=85114) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 11:13:55.954611 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extended resource: quotas {{(pid=85114) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 11:13:55.956110 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extended resource: rbac-policies {{(pid=85114) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 11:13:55.957486 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extended resource: security-groups {{(pid=85114) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 11:13:55.958806 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extended resource: security-group-rules {{(pid=85114) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 11:13:55.960129 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extended resource: service-providers {{(pid=85114) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 11:13:55.961420 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extended resource: subnetpools {{(pid=85114) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 11:13:55.962935 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extended resource: subnetpools {{(pid=85114) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 11:13:55.964470 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extended resource: tags {{(pid=85114) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 11:13:55.966298 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extended resource: tags {{(pid=85114) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 11:13:55.968229 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extended resource: tags {{(pid=85114) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 11:13:55.970373 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extended resource: tags {{(pid=85114) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 11:13:55.972291 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extended resource: tags {{(pid=85114) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 11:13:55.974257 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extended resource: tags {{(pid=85114) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 11:13:55.976078 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extended resource: tags {{(pid=85114) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 11:13:55.978096 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extended resource: tags {{(pid=85114) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 11:13:55.979992 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extended resource: tags {{(pid=85114) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 11:13:55.982029 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.extensions [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Extended resource: tags {{(pid=85114) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 11:13:55.988859 dv-cinder-774594-3-smb neutron-server[85114]: WARNING keystonemiddleware.auth_token [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 14 11:13:55.994107 dv-cinder-774594-3-smb neutron-server[85114]: WARNING keystonemiddleware.auth_token [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 14 11:13:56.003426 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Acquired lock "singleton_lock" {{(pid=85114) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 14 11:13:56.003942 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Releasing lock "singleton_lock" {{(pid=85114) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 14 11:13:56.005383 dv-cinder-774594-3-smb neutron-server[85114]: INFO oslo_service.service [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Starting 2 workers Apr 14 11:13:56.010261 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Started child 85227 {{(pid=85114) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 14 11:13:56.014914 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:13:56.015691 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Started child 85228 {{(pid=85114) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 14 11:13:56.016386 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [-] (85227) wsgi starting up on http://0.0.0.0:9696 Apr 14 11:13:56.017199 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.service [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 14 11:13:56.017857 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Notify callbacks [] for process, before_spawn {{(pid=85114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:13:56.019129 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:13:56.020434 dv-cinder-774594-3-smb neutron-server[85114]: INFO oslo_service.service [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Starting 1 workers Apr 14 11:13:56.020548 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [-] (85228) wsgi starting up on http://0.0.0.0:9696 Apr 14 11:13:56.025934 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Started child 85229 {{(pid=85114) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 14 11:13:56.026471 dv-cinder-774594-3-smb neutron-server[85114]: INFO oslo_service.service [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Starting 1 workers Apr 14 11:13:56.028629 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.service [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] calling RpcWorker wait() {{(pid=85229) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 14 11:13:56.029042 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.service [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] returning from RpcWorker wait() {{(pid=85229) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 14 11:13:56.030562 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:13:56.031084 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:13:56.032014 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Started child 85230 {{(pid=85114) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 14 11:13:56.032873 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df45c739-03eb-46c5-8f79-2f5081b81778 None None] Notify callbacks [] for process, after_spawn {{(pid=85114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:13:56.034900 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85114) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 14 11:13:56.035142 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 14 11:13:56.035353 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 14 11:13:56.035636 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 14 11:13:56.036066 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 14 11:13:56.036239 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 14 11:13:56.036978 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.037422 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.037871 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.038303 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.038810 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.039108 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:13:56.039773 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.040216 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.040666 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.041127 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.041555 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.041910 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.042247 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.042709 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.043213 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.044230 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.044690 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.045106 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.045543 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.045910 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.046327 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.046803 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.047251 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.047697 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] debug = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.048124 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.048837 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.049248 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.049674 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.050093 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.050569 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.050985 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.051421 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.051835 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.052246 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.052666 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.053098 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.053511 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.053902 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.054296 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.054767 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.055161 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.055752 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] host = dv-cinder-774594-3-smb {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.056178 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.056571 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.056993 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.057424 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.057862 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.058269 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.058781 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.059240 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.059748 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.060200 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.060638 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.061209 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.062183 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.062459 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] log_file = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.062690 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] log_options = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.062939 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.063423 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.063745 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.063956 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.064430 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.064819 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.065409 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.065817 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.066179 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.066508 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.066860 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.067216 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.067540 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.067865 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.068245 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.068603 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.068943 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.069257 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.069609 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.070112 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.070469 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.070849 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.071166 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:13:56.071272 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.071503 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.071824 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.072144 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.072493 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.072846 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.073173 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.073515 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.073854 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.074203 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.075264 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.075624 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.075956 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.076376 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.076653 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.076993 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.077269 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.077552 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.077851 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.078084 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.078557 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.078839 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.079082 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.079496 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] use_json = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.079949 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.080227 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.080542 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.080849 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.081278 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.081531 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.081786 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.082062 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.082507 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.082845 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.083217 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.083462 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.083927 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.084387 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.084685 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.084953 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.085257 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.085527 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.085876 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.086131 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.086662 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.087112 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.087562 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.088066 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.088547 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.088868 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.089090 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.089528 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.089768 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.090742 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.091291 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.091837 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.092128 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.092385 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.092819 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.093295 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.093573 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.094093 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.094423 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.094755 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.095140 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.095397 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.095646 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.095889 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.096183 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.096441 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.096712 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.096980 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.097293 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.097589 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.097840 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.098096 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.098362 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.098634 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.099067 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.099504 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.099784 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.100086 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.100367 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.100627 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.100853 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.101129 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.101384 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.101654 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.101910 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.102156 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.102403 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.102681 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.102941 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.103231 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.103484 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.103908 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.104348 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.104749 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.105183 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.105457 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.105753 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.105984 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.106238 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.106548 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.106799 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.107070 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.107321 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.107567 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.107818 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.108068 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.108324 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.108572 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.108819 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.109067 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.109329 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.109564 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.109861 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.110209 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.110484 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.110813 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.111076 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.111360 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.111615 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.111888 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.112142 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.112398 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.112663 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.112956 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.113221 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.113510 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.113771 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.114024 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.114317 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.114597 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.114880 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.115153 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.115423 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.115688 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.115993 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.116269 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.118752 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.119080 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.119662 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.120008 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.120124 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 53558) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:13:56.120294 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.120634 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.120918 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.121266 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.121629 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.121975 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.122287 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.122632 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.122917 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.125193 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.125517 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.125823 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.126117 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.129477 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.129782 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.130130 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.130433 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.130734 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.130999 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.131299 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.131683 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.131985 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.132263 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.132524 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.132840 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.133140 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.133428 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.133745 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.134039 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.134325 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.134654 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.135042 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.135424 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0130403 Apr 14 11:13:56.135637 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.135910 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.136204 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.136460 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.137260 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.137527 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.137803 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.138084 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.138376 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.138711 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.138945 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.139230 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.139503 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.139763 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.140021 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.140314 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.140570 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.140826 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.142152 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.142152 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.142152 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.142152 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.142152 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.142539 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.142622 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.143673 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.143673 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.143673 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.143673 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.144005 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.144207 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.144466 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.144757 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.145087 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.145325 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.145593 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.145816 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.146068 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.146335 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.146664 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.146922 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.147204 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.147483 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.147837 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.148111 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.148365 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.148635 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.148868 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.149152 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.149753 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.149753 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.149928 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.150074 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.150328 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.150612 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.151073 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.151334 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.151802 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.152080 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.152299 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.153124 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.153376 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.153719 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.154002 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.154265 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.154556 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.154778 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.155060 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.155288 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.155540 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.155771 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.155996 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.156266 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.156513 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.156759 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.157013 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.157259 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.157538 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.157806 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.158053 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.158304 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.158562 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.158903 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.159196 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.159449 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.159761 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.160034 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.160350 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.160663 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.161003 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.161260 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.161539 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.161794 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.162572 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.162572 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.162572 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.162936 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.163292 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.164547 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.164547 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.164547 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.164547 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.164839 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.165027 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.165271 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.165638 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.165901 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.166177 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.166443 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.166762 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.167026 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.167281 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.167538 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.167792 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.168102 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.168344 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.168624 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.168888 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.169536 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.169536 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.169747 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.169964 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.170084 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.171361 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.171361 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.171361 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 14 11:13:56.171361 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85114) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 14 11:13:56.171866 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 14 11:13:56.171866 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 14 11:13:56.171866 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 14 11:13:56.172414 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 14 11:13:56.172414 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 14 11:13:56.172414 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.172837 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.172837 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.172837 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.173100 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.173195 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.173697 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.173697 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.173697 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.174133 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.174133 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.174133 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.174396 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.174499 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.175458 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.175663 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.175876 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.176002 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.176197 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.176386 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.176573 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.176784 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.176946 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] debug = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.177068 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.177309 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.177536 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.177645 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.177784 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.177969 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.178153 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.178338 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.178755 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.178755 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.178975 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.179082 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.179187 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.180780 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.180780 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.180780 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.180780 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.180780 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] host = dv-cinder-774594-3-smb {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.180780 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.180780 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.180780 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.181449 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.181449 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.181449 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.181449 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.181449 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.181449 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.181994 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.181994 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.181994 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.182266 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.182266 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] log_file = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.182439 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] log_options = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.182552 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.182690 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.182878 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.183080 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.183266 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.183409 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.183598 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.183802 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.184211 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.184402 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.184574 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.184755 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.184940 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.185127 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.185311 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.185496 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.185683 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.185870 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.186047 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.186203 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.186606 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.186978 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.188165 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.188165 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.188165 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.188165 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.188165 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.188165 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.188165 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.189095 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.189095 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.189095 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.189095 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.189095 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.189095 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.189454 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.189454 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.189578 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.189688 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.189880 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.190047 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.190253 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.190353 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.190494 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.190742 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.190857 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] use_json = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.191010 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.191181 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.191937 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.191937 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.191937 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.191937 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.192408 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.192408 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 11:13:56.192408 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.192877 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.192877 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.192877 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.194712 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.194712 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.194712 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.194712 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.194712 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.194712 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.194712 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.194712 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.195499 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.195499 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.195499 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.195499 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.195499 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.195499 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.195499 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.195499 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.196307 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.196307 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.196307 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.196307 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.196307 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.196942 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.196942 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.196942 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.196942 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.197666 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.197666 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.197666 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.197666 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.198283 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.198283 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.198283 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.198283 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.198760 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.198760 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.198760 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.199815 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.199815 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.199815 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.200075 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.200169 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:13:56.200272 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.200272 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.200458 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.200551 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.200737 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.200925 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.201126 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.201314 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.201500 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.201687 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.201875 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.202061 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.202247 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.202434 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.202649 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.202843 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.203029 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.203238 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.203427 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.203597 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.203782 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.203969 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.204158 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.204344 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.204532 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.204720 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.204906 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.205092 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.205279 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.205467 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.205653 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.205839 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.206026 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.206217 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.206402 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.206610 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.206799 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.206987 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.207178 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.207368 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.207580 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.207773 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.208788 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.208788 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.208788 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.208788 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.208788 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.208788 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.209471 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.209471 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.209471 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.209471 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.209822 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.209822 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.209997 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.210098 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.210251 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.210440 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.210651 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.210840 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.211028 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.211217 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.211405 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.211592 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.211779 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.211966 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.212151 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.212370 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.212559 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.212750 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.212938 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.215604 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.215604 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.215604 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.215604 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.215604 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.215604 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.215604 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.215604 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.220967 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.220967 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.220967 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.220967 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.220967 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.220967 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.220967 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.220967 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.221573 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.221573 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.221573 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.221573 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.221573 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.221573 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.221573 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.221573 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.222034 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.222034 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.222034 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.222034 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.222034 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.222034 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.222034 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.222034 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.222612 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.222612 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.222612 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.222612 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.222612 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.222612 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.222612 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.222612 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.223082 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.223082 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.223082 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.223082 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.223082 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.223082 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.223082 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.223082 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.223572 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.223572 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.223572 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.223572 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.223572 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.223572 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.223572 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.223572 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.224234 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.224234 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.224234 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.224234 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.224234 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.224234 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.224234 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.224818 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.224818 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.224818 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.224818 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.225143 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.225143 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.225317 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.225603 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.225751 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.225890 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.226025 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.226166 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.226301 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.226480 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.226690 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.226877 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.227066 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.227259 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.227416 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.227811 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.227811 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.228073 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.228172 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.228266 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.228445 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.228851 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.228851 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.229756 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.229756 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.229756 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.229756 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.229756 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.229756 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.230382 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.230382 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.230382 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.230382 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.231976 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.231976 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.231976 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.231976 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.231976 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.231976 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.233069 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.233069 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.233069 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.233069 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.233069 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.233069 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.233069 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.233807 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.233807 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.233807 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.233807 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.234779 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.234779 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.234779 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.234779 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.234779 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.234779 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.235160 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.235160 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.235286 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.235427 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.235596 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.235786 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.235987 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.236189 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.236388 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.236548 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.236733 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.236938 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.237124 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.237310 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.237499 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.237693 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.237879 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.238067 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.238256 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.238443 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.238655 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.238844 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.239880 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.240078 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.240270 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.240462 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.240652 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.240840 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.241030 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.241221 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.241410 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 11:13:56.241565 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85114) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 14 11:14:07.165210 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b9f21b-3440-4d37-9fb0-5a97ee4105d9 None None] get_active_networks_info from dv-cinder-774594-3-smb {{(pid=85229) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 14 11:14:07.323884 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b9f21b-3440-4d37-9fb0-5a97ee4105d9 None None] No non-hosted networks {{(pid=85229) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 14 11:14:07.325222 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1b016334-a3a0-4843-b088-a369a84ea77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451'] for agent, after_create {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:08.839402 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7e7c3e18-cea9-4076-a436-03db7292d687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451'] for agent, after_create {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:08.894685 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-148bd3b6-f102-4f36-b82a-b13e176e9552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:10.092801 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451'] for agent, after_create {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:10.272630 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451'] for agent, after_create {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:10.274055 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:10.275157 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:10.275724 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:10.276281 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:10.276831 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:10.277401 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:10.277961 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:10.278512 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:10.279621 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:10.280170 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:10.280739 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:10.281287 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:10.281905 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-774594-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:14:10.287460 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-774594-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:14:11.409611 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451'] for agent, after_create {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:12.152403 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 53652) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:14:12.768881 dv-cinder-774594-3-smb neutron-server[85114]: WARNING oslo_policy.policy [None req-5e962f7b-d53c-420a-952e-4d77c3e9be22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 11:14:12.769470 dv-cinder-774594-3-smb neutron-server[85114]: WARNING oslo_policy.policy [None req-5e962f7b-d53c-420a-952e-4d77c3e9be22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 11:14:13.002932 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [None req-5e962f7b-d53c-420a-952e-4d77c3e9be22 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=85228) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 11:14:13.004095 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-5e962f7b-d53c-420a-952e-4d77c3e9be22 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8506768 Apr 14 11:14:15.034683 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.db.l3_hamode_db [None req-510b9a0e-0f24-4264-a533-9055438d6943 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 14 11:14:15.125133 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510b9a0e-0f24-4264-a533-9055438d6943 None None] Routers set() bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:14:15.125495 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510b9a0e-0f24-4264-a533-9055438d6943 None None] Router IDs set() for agent in host dv-cinder-774594-3-smb {{(pid=85229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 14 11:14:15.781529 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 53668) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:14:16.169926 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-37b62788-a54d-4589-b85d-c183b4df4384 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:14:16.273441 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.policy [None req-37b62788-a54d-4589-b85d-c183b4df4384 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85228) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 14 11:14:16.328426 dv-cinder-774594-3-smb neutron-server[85114]: WARNING oslo_policy.policy [None req-37b62788-a54d-4589-b85d-c183b4df4384 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 11:14:16.328790 dv-cinder-774594-3-smb neutron-server[85114]: WARNING oslo_policy.policy [None req-37b62788-a54d-4589-b85d-c183b4df4384 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 11:14:16.346911 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.quota [None req-37b62788-a54d-4589-b85d-c183b4df4384 admin admin] Loaded quota_driver: . Apr 14 11:14:16.363169 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-37b62788-a54d-4589-b85d-c183b4df4384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:14:16.418890 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-37b62788-a54d-4589-b85d-c183b4df4384 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363295257481306', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363295257482796', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363295257438920', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363295257432956', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363295257448823', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363295257450036', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-252410', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-151325', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854183852', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853995894'] for rbac-policy, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:16.640155 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-37b62788-a54d-4589-b85d-c183b4df4384 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:16.641333 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-37b62788-a54d-4589-b85d-c183b4df4384 admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8587868 Apr 14 11:14:19.585817 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 53682) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:14:19.952542 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-2bad5a37-3a7b-4de9-8e51-85517ecacc41 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'fc3ad3ddbd7d463889a9c126767cb1a4'}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:14:19.958326 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-2bad5a37-3a7b-4de9-8e51-85517ecacc41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:14:19.962845 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-2bad5a37-3a7b-4de9-8e51-85517ecacc41 admin admin] Usage tracker for resource:network and tenant:fc3ad3ddbd7d463889a9c126767cb1a4 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:14:19.966320 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-2bad5a37-3a7b-4de9-8e51-85517ecacc41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:14:19.972913 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-2bad5a37-3a7b-4de9-8e51-85517ecacc41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:14:19.981453 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bad5a37-3a7b-4de9-8e51-85517ecacc41 admin admin] Made reservation on behalf of fc3ad3ddbd7d463889a9c126767cb1a4 for: {'network': 1} {{(pid=85228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:14:19.987178 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2bad5a37-3a7b-4de9-8e51-85517ecacc41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for network, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:20.003539 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2bad5a37-3a7b-4de9-8e51-85517ecacc41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:20.019403 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-2bad5a37-3a7b-4de9-8e51-85517ecacc41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:14:20.023529 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-2bad5a37-3a7b-4de9-8e51-85517ecacc41 admin admin] Usage tracker for resource:security_group_rule and tenant:fc3ad3ddbd7d463889a9c126767cb1a4 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:14:20.026994 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-2bad5a37-3a7b-4de9-8e51-85517ecacc41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:14:20.032884 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-2bad5a37-3a7b-4de9-8e51-85517ecacc41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:14:20.129163 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2bad5a37-3a7b-4de9-8e51-85517ecacc41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:20.131772 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2bad5a37-3a7b-4de9-8e51-85517ecacc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:20.136316 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:14:20.153542 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bad5a37-3a7b-4de9-8e51-85517ecacc41 admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=85228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 11:14:20.179937 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2bad5a37-3a7b-4de9-8e51-85517ecacc41 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741598419366', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774745'] for segment, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:20.180393 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2bad5a37-3a7b-4de9-8e51-85517ecacc41 admin admin] Unsubscribe: segment precommit_create {{(pid=85228) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 14 11:14:20.180856 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.db.segments_db [None req-2bad5a37-3a7b-4de9-8e51-85517ecacc41 admin admin] Added segment a7157b56-83ec-492f-ac4c-930201e57f4b of type vlan for network 1e506362-f18c-47f7-8e11-3dda3f372fb0 Apr 14 11:14:20.232785 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad5a37-3a7b-4de9-8e51-85517ecacc41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc27551d-9767-40b9-b031-0a6c137a0712,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:14:20.255501 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bad5a37-3a7b-4de9-8e51-85517ecacc41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:20.255866 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bad5a37-3a7b-4de9-8e51-85517ecacc41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:20.256224 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bad5a37-3a7b-4de9-8e51-85517ecacc41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:20.256578 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bad5a37-3a7b-4de9-8e51-85517ecacc41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:20.256926 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bad5a37-3a7b-4de9-8e51-85517ecacc41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:20.257275 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bad5a37-3a7b-4de9-8e51-85517ecacc41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:20.257621 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bad5a37-3a7b-4de9-8e51-85517ecacc41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:20.257964 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bad5a37-3a7b-4de9-8e51-85517ecacc41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:20.258320 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bad5a37-3a7b-4de9-8e51-85517ecacc41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:20.258690 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bad5a37-3a7b-4de9-8e51-85517ecacc41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:20.259030 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bad5a37-3a7b-4de9-8e51-85517ecacc41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:20.259368 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bad5a37-3a7b-4de9-8e51-85517ecacc41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:20.260418 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bad5a37-3a7b-4de9-8e51-85517ecacc41 admin admin] Tracked resource versions report: Apr 14 11:14:20.260418 dv-cinder-774594-3-smb neutron-server[85114]: pushed versions: Apr 14 11:14:20.260418 dv-cinder-774594-3-smb neutron-server[85114]: { 'AddressGroup': {'1.2'}, Apr 14 11:14:20.260418 dv-cinder-774594-3-smb neutron-server[85114]: 'ConntrackHelper': {'1.0'}, Apr 14 11:14:20.260418 dv-cinder-774594-3-smb neutron-server[85114]: 'Log': {'1.0'}, Apr 14 11:14:20.260418 dv-cinder-774594-3-smb neutron-server[85114]: 'Network': {'1.1'}, Apr 14 11:14:20.260418 dv-cinder-774594-3-smb neutron-server[85114]: 'Port': {'1.7'}, Apr 14 11:14:20.260418 dv-cinder-774594-3-smb neutron-server[85114]: 'PortForwarding': {'1.2'}, Apr 14 11:14:20.260418 dv-cinder-774594-3-smb neutron-server[85114]: 'QosPolicy': {'1.8'}, Apr 14 11:14:20.260418 dv-cinder-774594-3-smb neutron-server[85114]: 'SecurityGroup': {'1.4'}, Apr 14 11:14:20.260418 dv-cinder-774594-3-smb neutron-server[85114]: 'SecurityGroupRule': {'1.2'}, Apr 14 11:14:20.260418 dv-cinder-774594-3-smb neutron-server[85114]: 'SubPort': {'1.0'}, Apr 14 11:14:20.260418 dv-cinder-774594-3-smb neutron-server[85114]: 'Subnet': {'1.1'}, Apr 14 11:14:20.260418 dv-cinder-774594-3-smb neutron-server[85114]: 'Trunk': {'1.1'}} Apr 14 11:14:20.260418 dv-cinder-774594-3-smb neutron-server[85114]: consumer versions: Apr 14 11:14:20.260418 dv-cinder-774594-3-smb neutron-server[85114]: { DHCP agent@dv-cinder-774594-3-smb: {}, Apr 14 11:14:20.260418 dv-cinder-774594-3-smb neutron-server[85114]: L3 agent@dv-cinder-774594-3-smb: {}, Apr 14 11:14:20.260418 dv-cinder-774594-3-smb neutron-server[85114]: Metadata agent@dv-cinder-774594-3-smb: {}, Apr 14 11:14:20.260418 dv-cinder-774594-3-smb neutron-server[85114]: Metering agent@dv-cinder-774594-3-smb: {}, Apr 14 11:14:20.260418 dv-cinder-774594-3-smb neutron-server[85114]: Open vSwitch agent@dv-cinder-774594-3-smb: { 'AddressGroup': '1.2', Apr 14 11:14:20.260418 dv-cinder-774594-3-smb neutron-server[85114]: 'ConntrackHelper': '1.0', Apr 14 11:14:20.260418 dv-cinder-774594-3-smb neutron-server[85114]: 'Log': '1.0', Apr 14 11:14:20.260418 dv-cinder-774594-3-smb neutron-server[85114]: 'Network': '1.1', Apr 14 11:14:20.260418 dv-cinder-774594-3-smb neutron-server[85114]: 'Port': '1.7', Apr 14 11:14:20.260418 dv-cinder-774594-3-smb neutron-server[85114]: 'PortForwarding': '1.2', Apr 14 11:14:20.260418 dv-cinder-774594-3-smb neutron-server[85114]: 'QosPolicy': '1.8', Apr 14 11:14:20.260418 dv-cinder-774594-3-smb neutron-server[85114]: 'SecurityGroup': '1.4', Apr 14 11:14:20.260418 dv-cinder-774594-3-smb neutron-server[85114]: 'SecurityGroupRule': '1.2', Apr 14 11:14:20.260418 dv-cinder-774594-3-smb neutron-server[85114]: 'SubPort': '1.0', Apr 14 11:14:20.260418 dv-cinder-774594-3-smb neutron-server[85114]: 'Subnet': '1.1', Apr 14 11:14:20.260418 dv-cinder-774594-3-smb neutron-server[85114]: 'Trunk': '1.1'}} Apr 14 11:14:20.260418 dv-cinder-774594-3-smb neutron-server[85114]: {{(pid=85228) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 11:14:20.296303 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2bad5a37-3a7b-4de9-8e51-85517ecacc41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741597887210'] for network, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:20.310492 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-2bad5a37-3a7b-4de9-8e51-85517ecacc41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:14:20.337251 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2bad5a37-3a7b-4de9-8e51-85517ecacc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029'] for network, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:20.338627 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bad5a37-3a7b-4de9-8e51-85517ecacc41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:14:20.339268 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2bad5a37-3a7b-4de9-8e51-85517ecacc41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for network, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:20.344167 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:14:20.452918 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-2bad5a37-3a7b-4de9-8e51-85517ecacc41 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8659265 Apr 14 11:14:20.453577 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad5a37-3a7b-4de9-8e51-85517ecacc41 admin admin] Pushing event updated for resources: {'Network': ['ID=1e506362-f18c-47f7-8e11-3dda3f372fb0,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:14:20.480207 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-2bad5a37-3a7b-4de9-8e51-85517ecacc41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:14:20.489189 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Network 1e506362-f18c-47f7-8e11-3dda3f372fb0 details requested by agent ovs-agent-dv-cinder-774594-3-smb with host dv-cinder-774594-3-smb {{(pid=85229) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 11:14:23.448527 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 53698) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:14:23.920864 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fc076a-f7a6-4a27-85c0-51da418fafd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:14:23.922302 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-53fc076a-f7a6-4a27-85c0-51da418fafd9 admin admin] 10.222.0.52 "GET /v2.0/networks/1e506362-f18c-47f7-8e11-3dda3f372fb0 HTTP/1.1" status: 200 len: 825 time: 0.4727418 Apr 14 11:14:23.950403 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-1a6f6491-cc67-4f24-b8ad-17123b357c3a admin admin] 10.222.0.52 "GET /v2.0/subnetpools/8071d4be-f7a5-4cb1-b77e-7a0a04429ffc HTTP/1.1" status: 200 len: 734 time: 0.0221131 Apr 14 11:14:23.960070 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-7b78921d-192b-46cb-8f72-c55c8a89f801 admin admin] Request body: {'subnet': {'tenant_id': 'fc3ad3ddbd7d463889a9c126767cb1a4', 'network_id': '1e506362-f18c-47f7-8e11-3dda3f372fb0', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '8071d4be-f7a5-4cb1-b77e-7a0a04429ffc', 'gateway_ip': '172.20.0.1'}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:14:23.964452 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-7b78921d-192b-46cb-8f72-c55c8a89f801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:14:23.968715 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-7b78921d-192b-46cb-8f72-c55c8a89f801 admin admin] Usage tracker for resource:subnet and tenant:fc3ad3ddbd7d463889a9c126767cb1a4 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:14:23.971910 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-7b78921d-192b-46cb-8f72-c55c8a89f801 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:14:23.977736 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-7b78921d-192b-46cb-8f72-c55c8a89f801 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:14:23.986357 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b78921d-192b-46cb-8f72-c55c8a89f801 admin admin] Made reservation on behalf of fc3ad3ddbd7d463889a9c126767cb1a4 for: {'subnet': 1} {{(pid=85228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:14:23.990905 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7b78921d-192b-46cb-8f72-c55c8a89f801 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:24.453184 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7b78921d-192b-46cb-8f72-c55c8a89f801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029'] for subnet, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:24.468078 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:14:24.609239 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78921d-192b-46cb-8f72-c55c8a89f801 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8404a6e7-dbf7-4b62-aa92-ef1a415476bb,revision_number=0']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:14:24.615839 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-7b78921d-192b-46cb-8f72-c55c8a89f801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:14:24.669361 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b78921d-192b-46cb-8f72-c55c8a89f801 admin admin] Checking segment: {'id': 'a7157b56-83ec-492f-ac4c-930201e57f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '1e506362-f18c-47f7-8e11-3dda3f372fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:14:24.670281 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b78921d-192b-46cb-8f72-c55c8a89f801 admin admin] Network hostable DHCP agents. Network: 1e506362-f18c-47f7-8e11-3dda3f372fb0, hostable agents: ['89ea7c1e-af59-4771-b465-98593056a05b'], hosted agents: [] {{(pid=85228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 11:14:24.689675 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b78921d-192b-46cb-8f72-c55c8a89f801 admin admin] Network 1e506362-f18c-47f7-8e11-3dda3f372fb0 is scheduled to be hosted by DHCP agent 89ea7c1e-af59-4771-b465-98593056a05b with binding_index 1 {{(pid=85228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 11:14:24.698008 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-7b78921d-192b-46cb-8f72-c55c8a89f801 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-3-smb, 1e506362-f18c-47f7-8e11-3dda3f372fb0) {{(pid=85228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:14:24.702378 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b78921d-192b-46cb-8f72-c55c8a89f801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:14:24.703021 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7b78921d-192b-46cb-8f72-c55c8a89f801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for subnet, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:24.707627 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96f6f8a-4e97-443a-a46b-8ced7ffad063 None None] Network 1e506362-f18c-47f7-8e11-3dda3f372fb0 requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:14:24.722918 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-7b78921d-192b-46cb-8f72-c55c8a89f801 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7663410 Apr 14 11:14:25.199653 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d50f79-74c2-491a-b499-632ec080ebf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9aef77fe-09e0-5c86-a5f4-faa58af495f3-1e506362-f18c-47f7-8e11-3dda3f372fb0', 'network_id': '1e506362-f18c-47f7-8e11-3dda3f372fb0', 'tenant_id': 'fc3ad3ddbd7d463889a9c126767cb1a4', 'fixed_ips': [{'subnet_id': '8404a6e7-dbf7-4b62-aa92-ef1a415476bb'}]}} from dv-cinder-774594-3-smb. {{(pid=85229) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 11:14:25.201191 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-65d50f79-74c2-491a-b499-632ec080ebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:25.392149 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [None req-65d50f79-74c2-491a-b499-632ec080ebf6 None None] Allocated IP 172.20.0.2 (1e506362-f18c-47f7-8e11-3dda3f372fb0/8404a6e7-dbf7-4b62-aa92-ef1a415476bb/ce3cf5aa-a788-4fce-9e0c-eca44415304f) {{(pid=85229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:14:25.618761 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-65d50f79-74c2-491a-b499-632ec080ebf6 None None] Notify callbacks [] for port, precommit_create {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:25.632100 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-65d50f79-74c2-491a-b499-632ec080ebf6 None None] Transition to ACTIVE for port object ce3cf5aa-a788-4fce-9e0c-eca44415304f will not be triggered until provisioned by entity L2. {{(pid=85229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:14:25.652118 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-65d50f79-74c2-491a-b499-632ec080ebf6 None None] Transition to ACTIVE for port object ce3cf5aa-a788-4fce-9e0c-eca44415304f will not be triggered until provisioned by entity DHCP. {{(pid=85229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:14:25.657740 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-65d50f79-74c2-491a-b499-632ec080ebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362'] for port, after_create {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:25.676070 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:14:25.796743 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d50f79-74c2-491a-b499-632ec080ebf6 None None] Pushing event updated for resources: {'Port': ['ID=ce3cf5aa-a788-4fce-9e0c-eca44415304f,revision_number=1']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:14:25.812989 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d50f79-74c2-491a-b499-632ec080ebf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:25.813359 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d50f79-74c2-491a-b499-632ec080ebf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:25.813722 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d50f79-74c2-491a-b499-632ec080ebf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:25.814080 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d50f79-74c2-491a-b499-632ec080ebf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:25.814430 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d50f79-74c2-491a-b499-632ec080ebf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:25.814807 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d50f79-74c2-491a-b499-632ec080ebf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:25.815162 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d50f79-74c2-491a-b499-632ec080ebf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:25.815509 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d50f79-74c2-491a-b499-632ec080ebf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:25.815853 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d50f79-74c2-491a-b499-632ec080ebf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:25.816198 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d50f79-74c2-491a-b499-632ec080ebf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:25.816540 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d50f79-74c2-491a-b499-632ec080ebf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:25.816883 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d50f79-74c2-491a-b499-632ec080ebf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:25.817928 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d50f79-74c2-491a-b499-632ec080ebf6 None None] Tracked resource versions report: Apr 14 11:14:25.817928 dv-cinder-774594-3-smb neutron-server[85114]: pushed versions: Apr 14 11:14:25.817928 dv-cinder-774594-3-smb neutron-server[85114]: { 'AddressGroup': {'1.2'}, Apr 14 11:14:25.817928 dv-cinder-774594-3-smb neutron-server[85114]: 'ConntrackHelper': {'1.0'}, Apr 14 11:14:25.817928 dv-cinder-774594-3-smb neutron-server[85114]: 'Log': {'1.0'}, Apr 14 11:14:25.817928 dv-cinder-774594-3-smb neutron-server[85114]: 'Network': {'1.1'}, Apr 14 11:14:25.817928 dv-cinder-774594-3-smb neutron-server[85114]: 'Port': {'1.7'}, Apr 14 11:14:25.817928 dv-cinder-774594-3-smb neutron-server[85114]: 'PortForwarding': {'1.2'}, Apr 14 11:14:25.817928 dv-cinder-774594-3-smb neutron-server[85114]: 'QosPolicy': {'1.8'}, Apr 14 11:14:25.817928 dv-cinder-774594-3-smb neutron-server[85114]: 'SecurityGroup': {'1.4'}, Apr 14 11:14:25.817928 dv-cinder-774594-3-smb neutron-server[85114]: 'SecurityGroupRule': {'1.2'}, Apr 14 11:14:25.817928 dv-cinder-774594-3-smb neutron-server[85114]: 'SubPort': {'1.0'}, Apr 14 11:14:25.817928 dv-cinder-774594-3-smb neutron-server[85114]: 'Subnet': {'1.1'}, Apr 14 11:14:25.817928 dv-cinder-774594-3-smb neutron-server[85114]: 'Trunk': {'1.1'}} Apr 14 11:14:25.817928 dv-cinder-774594-3-smb neutron-server[85114]: consumer versions: Apr 14 11:14:25.817928 dv-cinder-774594-3-smb neutron-server[85114]: { DHCP agent@dv-cinder-774594-3-smb: {}, Apr 14 11:14:25.817928 dv-cinder-774594-3-smb neutron-server[85114]: L3 agent@dv-cinder-774594-3-smb: {}, Apr 14 11:14:25.817928 dv-cinder-774594-3-smb neutron-server[85114]: Metadata agent@dv-cinder-774594-3-smb: {}, Apr 14 11:14:25.817928 dv-cinder-774594-3-smb neutron-server[85114]: Metering agent@dv-cinder-774594-3-smb: {}, Apr 14 11:14:25.817928 dv-cinder-774594-3-smb neutron-server[85114]: Open vSwitch agent@dv-cinder-774594-3-smb: { 'AddressGroup': '1.2', Apr 14 11:14:25.817928 dv-cinder-774594-3-smb neutron-server[85114]: 'ConntrackHelper': '1.0', Apr 14 11:14:25.817928 dv-cinder-774594-3-smb neutron-server[85114]: 'Log': '1.0', Apr 14 11:14:25.817928 dv-cinder-774594-3-smb neutron-server[85114]: 'Network': '1.1', Apr 14 11:14:25.817928 dv-cinder-774594-3-smb neutron-server[85114]: 'Port': '1.7', Apr 14 11:14:25.817928 dv-cinder-774594-3-smb neutron-server[85114]: 'PortForwarding': '1.2', Apr 14 11:14:25.817928 dv-cinder-774594-3-smb neutron-server[85114]: 'QosPolicy': '1.8', Apr 14 11:14:25.817928 dv-cinder-774594-3-smb neutron-server[85114]: 'SecurityGroup': '1.4', Apr 14 11:14:25.817928 dv-cinder-774594-3-smb neutron-server[85114]: 'SecurityGroupRule': '1.2', Apr 14 11:14:25.817928 dv-cinder-774594-3-smb neutron-server[85114]: 'SubPort': '1.0', Apr 14 11:14:25.817928 dv-cinder-774594-3-smb neutron-server[85114]: 'Subnet': '1.1', Apr 14 11:14:25.817928 dv-cinder-774594-3-smb neutron-server[85114]: 'Trunk': '1.1'}} Apr 14 11:14:25.817928 dv-cinder-774594-3-smb neutron-server[85114]: {{(pid=85229) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 11:14:25.821391 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-65d50f79-74c2-491a-b499-632ec080ebf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:14:25.874955 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d50f79-74c2-491a-b499-632ec080ebf6 None None] Network 1e506362-f18c-47f7-8e11-3dda3f372fb0 is already hosted by enough agents. {{(pid=85229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:14:25.876042 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-65d50f79-74c2-491a-b499-632ec080ebf6 None None] Resources bound (agent type, host, resource id): {{(pid=85229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:14:25.878783 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d50f79-74c2-491a-b499-632ec080ebf6 None None] Received port after_create {{(pid=85229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:14:25.975300 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-65d50f79-74c2-491a-b499-632ec080ebf6 None None] Attempting to bind port ce3cf5aa-a788-4fce-9e0c-eca44415304f on host dv-cinder-774594-3-smb for vnic_type normal with profile {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:14:25.975647 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-65d50f79-74c2-491a-b499-632ec080ebf6 None None] Attempting to bind port ce3cf5aa-a788-4fce-9e0c-eca44415304f by drivers openvswitch,hyperv on host dv-cinder-774594-3-smb at level 0 using segments [{'id': 'a7157b56-83ec-492f-ac4c-930201e57f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '1e506362-f18c-47f7-8e11-3dda3f372fb0'}] {{(pid=85229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:14:25.976062 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d50f79-74c2-491a-b499-632ec080ebf6 None None] Attempting to bind port ce3cf5aa-a788-4fce-9e0c-eca44415304f on network 1e506362-f18c-47f7-8e11-3dda3f372fb0 {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:14:25.981565 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d50f79-74c2-491a-b499-632ec080ebf6 None None] Checking agent: {'id': 'bc79d1ea-49d8-4ce6-bb8d-e4f173948ffd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 14, 10), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:14:25.982464 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d50f79-74c2-491a-b499-632ec080ebf6 None None] Checking segment: {'id': 'a7157b56-83ec-492f-ac4c-930201e57f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '1e506362-f18c-47f7-8e11-3dda3f372fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:14:25.982968 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-65d50f79-74c2-491a-b499-632ec080ebf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:25.983395 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d50f79-74c2-491a-b499-632ec080ebf6 None None] Bound using segment: {'id': 'a7157b56-83ec-492f-ac4c-930201e57f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '1e506362-f18c-47f7-8e11-3dda3f372fb0'} {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:14:25.983926 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-65d50f79-74c2-491a-b499-632ec080ebf6 None None] Bound port: ce3cf5aa-a788-4fce-9e0c-eca44415304f, host: dv-cinder-774594-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7157b56-83ec-492f-ac4c-930201e57f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '1e506362-f18c-47f7-8e11-3dda3f372fb0'}}] {{(pid=85229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:14:25.984334 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-65d50f79-74c2-491a-b499-632ec080ebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:26.059170 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-65d50f79-74c2-491a-b499-632ec080ebf6 None None] For port ce3cf5aa-a788-4fce-9e0c-eca44415304f, host dv-cinder-774594-3-smb, cleared binding levels {{(pid=85229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:14:26.063290 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-65d50f79-74c2-491a-b499-632ec080ebf6 None None] For port ce3cf5aa-a788-4fce-9e0c-eca44415304f, host dv-cinder-774594-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=ce3cf5aa-a788-4fce-9e0c-eca44415304f,segment=NetworkSegment(a7157b56-83ec-492f-ac4c-930201e57f4b),segment_id=a7157b56-83ec-492f-ac4c-930201e57f4b)] {{(pid=85229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:14:26.066568 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-65d50f79-74c2-491a-b499-632ec080ebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:26.081648 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:14:26.233606 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d50f79-74c2-491a-b499-632ec080ebf6 None None] Pushing event updated for resources: {'Port': ['ID=ce3cf5aa-a788-4fce-9e0c-eca44415304f,revision_number=2']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:14:26.245502 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-65d50f79-74c2-491a-b499-632ec080ebf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:14:27.463460 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 53708) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:14:27.867338 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [None req-f51d5386-fb38-42e4-8954-d6ae4bfa5db4 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=85228) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 11:14:27.868400 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-f51d5386-fb38-42e4-8954-d6ae4bfa5db4 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4038386 Apr 14 11:14:30.616846 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 53718) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:14:31.006471 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [None req-e2348a3a-f53a-4a0d-a697-0fe166e16855 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=85228) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 11:14:31.016872 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-e2348a3a-f53a-4a0d-a697-0fe166e16855 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3897376 Apr 14 11:14:32.268069 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device ce3cf5aa-a788-4fce-9e0c-eca44415304f up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:14:32.338868 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning for port ce3cf5aa-a788-4fce-9e0c-eca44415304f completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:14:33.158473 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7aada1-98ab-48eb-ab65-1c5818d056c2 None None] Network 1e506362-f18c-47f7-8e11-3dda3f372fb0 requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:14:33.250292 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-962c7e10-9ab5-4ecc-ba05-9e191f9c495c None None] Provisioning for port ce3cf5aa-a788-4fce-9e0c-eca44415304f completed by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:14:33.265900 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-962c7e10-9ab5-4ecc-ba05-9e191f9c495c None None] Provisioning complete for port ce3cf5aa-a788-4fce-9e0c-eca44415304f triggered by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:14:33.266322 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-962c7e10-9ab5-4ecc-ba05-9e191f9c495c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:33.513953 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-962c7e10-9ab5-4ecc-ba05-9e191f9c495c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:33.537210 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-962c7e10-9ab5-4ecc-ba05-9e191f9c495c None None] For port ce3cf5aa-a788-4fce-9e0c-eca44415304f, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=ce3cf5aa-a788-4fce-9e0c-eca44415304f,segment=NetworkSegment(a7157b56-83ec-492f-ac4c-930201e57f4b),segment_id=a7157b56-83ec-492f-ac4c-930201e57f4b)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:14:33.541006 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-962c7e10-9ab5-4ecc-ba05-9e191f9c495c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:33.552295 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-65d50f79-74c2-491a-b499-632ec080ebf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:14:33.625572 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c7e10-9ab5-4ecc-ba05-9e191f9c495c None None] Pushing event updated for resources: {'Port': ['ID=ce3cf5aa-a788-4fce-9e0c-eca44415304f,revision_number=3']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:14:33.628825 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-962c7e10-9ab5-4ecc-ba05-9e191f9c495c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:14:33.771398 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-21695739-0e49-4d18-acc4-619155b11d96 None None] Provisioning complete for port ce3cf5aa-a788-4fce-9e0c-eca44415304f triggered by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:14:33.771887 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-21695739-0e49-4d18-acc4-619155b11d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:34.044092 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 53734) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:14:34.245117 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device ce3cf5aa-a788-4fce-9e0c-eca44415304f up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:14:34.318101 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning complete for port ce3cf5aa-a788-4fce-9e0c-eca44415304f triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:14:34.318505 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:34.665757 dv-cinder-774594-3-smb neutron-server[85114]: WARNING oslo_policy.policy [None req-2422a36a-2cd6-4dfe-b6e8-0faa178291dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 11:14:34.666355 dv-cinder-774594-3-smb neutron-server[85114]: WARNING oslo_policy.policy [None req-2422a36a-2cd6-4dfe-b6e8-0faa178291dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 11:14:34.901385 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-2422a36a-2cd6-4dfe-b6e8-0faa178291dc admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'fc3ad3ddbd7d463889a9c126767cb1a4'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:14:34.977715 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.policy [None req-2422a36a-2cd6-4dfe-b6e8-0faa178291dc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85227) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 14 11:14:35.033021 dv-cinder-774594-3-smb neutron-server[85114]: WARNING oslo_policy.policy [None req-2422a36a-2cd6-4dfe-b6e8-0faa178291dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 11:14:35.033437 dv-cinder-774594-3-smb neutron-server[85114]: WARNING oslo_policy.policy [None req-2422a36a-2cd6-4dfe-b6e8-0faa178291dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 11:14:35.051969 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.quota [None req-2422a36a-2cd6-4dfe-b6e8-0faa178291dc admin admin] Loaded quota_driver: . Apr 14 11:14:35.067460 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-2422a36a-2cd6-4dfe-b6e8-0faa178291dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:14:35.073721 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-2422a36a-2cd6-4dfe-b6e8-0faa178291dc admin admin] Usage tracker for resource:router and tenant:fc3ad3ddbd7d463889a9c126767cb1a4 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:14:35.078228 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-2422a36a-2cd6-4dfe-b6e8-0faa178291dc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:14:35.085569 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-2422a36a-2cd6-4dfe-b6e8-0faa178291dc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:14:35.100918 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2422a36a-2cd6-4dfe-b6e8-0faa178291dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769390'] for router, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:35.102987 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2422a36a-2cd6-4dfe-b6e8-0faa178291dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854001549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854100977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6426'] for router, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:35.126960 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2422a36a-2cd6-4dfe-b6e8-0faa178291dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:35.395573 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2422a36a-2cd6-4dfe-b6e8-0faa178291dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854001431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656459'] for router, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:35.415524 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2422a36a-2cd6-4dfe-b6e8-0faa178291dc admin admin] Notify callbacks [] for router, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:35.416918 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-2422a36a-2cd6-4dfe-b6e8-0faa178291dc admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.3705606 Apr 14 11:14:36.096435 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 5 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:14:37.037408 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-48c6a4ae-b9c4-4ce1-92d8-bbf23767d148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:38.111808 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 53750) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:14:38.496342 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [None req-f0bb0ac6-14cb-4710-bed4-9c632c425d29 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=85227) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 11:14:38.497385 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-f0bb0ac6-14cb-4710-bed4-9c632c425d29 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3845561 Apr 14 11:14:38.849719 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d4523b56-3af9-4838-9b16-c892f8be977a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:40.016714 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:40.266851 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:41.248068 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 53770) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:14:41.351770 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:41.412756 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-f1e918ea-e9ea-4d6a-b0ae-ab16a636c44f admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:14:41.419065 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-f1e918ea-e9ea-4d6a-b0ae-ab16a636c44f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:14:41.423024 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-f1e918ea-e9ea-4d6a-b0ae-ab16a636c44f admin admin] Usage tracker for resource:network and tenant:ea294b47948b451682439b72917f2390 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:14:41.426290 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-f1e918ea-e9ea-4d6a-b0ae-ab16a636c44f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:14:41.432267 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-f1e918ea-e9ea-4d6a-b0ae-ab16a636c44f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:14:41.441378 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e918ea-e9ea-4d6a-b0ae-ab16a636c44f admin admin] Made reservation on behalf of ea294b47948b451682439b72917f2390 for: {'network': 1} {{(pid=85227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:14:41.447223 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f1e918ea-e9ea-4d6a-b0ae-ab16a636c44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for network, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:41.463605 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f1e918ea-e9ea-4d6a-b0ae-ab16a636c44f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:41.479998 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-f1e918ea-e9ea-4d6a-b0ae-ab16a636c44f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:14:41.483803 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-f1e918ea-e9ea-4d6a-b0ae-ab16a636c44f admin admin] Usage tracker for resource:security_group_rule and tenant:ea294b47948b451682439b72917f2390 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:14:41.486946 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-f1e918ea-e9ea-4d6a-b0ae-ab16a636c44f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:14:41.492754 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-f1e918ea-e9ea-4d6a-b0ae-ab16a636c44f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:14:41.585851 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f1e918ea-e9ea-4d6a-b0ae-ab16a636c44f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:41.588333 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f1e918ea-e9ea-4d6a-b0ae-ab16a636c44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:41.593376 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:14:41.604138 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f1e918ea-e9ea-4d6a-b0ae-ab16a636c44f admin admin] Reserving flat network on physical network physnet1 {{(pid=85227) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 14 11:14:41.634435 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f1e918ea-e9ea-4d6a-b0ae-ab16a636c44f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741598419366', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774745'] for segment, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:41.635042 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f1e918ea-e9ea-4d6a-b0ae-ab16a636c44f admin admin] Unsubscribe: segment precommit_create {{(pid=85227) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 14 11:14:41.635512 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.db.segments_db [None req-f1e918ea-e9ea-4d6a-b0ae-ab16a636c44f admin admin] Added segment fc5032d9-be7b-4842-99b0-b17509c45e41 of type flat for network f1313642-efe2-441a-94e8-1aeb14258027 Apr 14 11:14:41.688223 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e918ea-e9ea-4d6a-b0ae-ab16a636c44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656e255b-afb7-483c-a99b-5d107ea94043,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:14:41.709902 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e918ea-e9ea-4d6a-b0ae-ab16a636c44f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:41.710267 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e918ea-e9ea-4d6a-b0ae-ab16a636c44f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:41.710648 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e918ea-e9ea-4d6a-b0ae-ab16a636c44f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:41.711003 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e918ea-e9ea-4d6a-b0ae-ab16a636c44f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:41.711349 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e918ea-e9ea-4d6a-b0ae-ab16a636c44f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:41.711700 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e918ea-e9ea-4d6a-b0ae-ab16a636c44f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:41.712043 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e918ea-e9ea-4d6a-b0ae-ab16a636c44f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:41.712386 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e918ea-e9ea-4d6a-b0ae-ab16a636c44f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:41.712741 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e918ea-e9ea-4d6a-b0ae-ab16a636c44f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:41.713083 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e918ea-e9ea-4d6a-b0ae-ab16a636c44f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:41.713463 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e918ea-e9ea-4d6a-b0ae-ab16a636c44f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:41.713803 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e918ea-e9ea-4d6a-b0ae-ab16a636c44f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:41.714892 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e918ea-e9ea-4d6a-b0ae-ab16a636c44f admin admin] Tracked resource versions report: Apr 14 11:14:41.714892 dv-cinder-774594-3-smb neutron-server[85114]: pushed versions: Apr 14 11:14:41.714892 dv-cinder-774594-3-smb neutron-server[85114]: { 'AddressGroup': {'1.2'}, Apr 14 11:14:41.714892 dv-cinder-774594-3-smb neutron-server[85114]: 'ConntrackHelper': {'1.0'}, Apr 14 11:14:41.714892 dv-cinder-774594-3-smb neutron-server[85114]: 'Log': {'1.0'}, Apr 14 11:14:41.714892 dv-cinder-774594-3-smb neutron-server[85114]: 'Network': {'1.1'}, Apr 14 11:14:41.714892 dv-cinder-774594-3-smb neutron-server[85114]: 'Port': {'1.7'}, Apr 14 11:14:41.714892 dv-cinder-774594-3-smb neutron-server[85114]: 'PortForwarding': {'1.2'}, Apr 14 11:14:41.714892 dv-cinder-774594-3-smb neutron-server[85114]: 'QosPolicy': {'1.8'}, Apr 14 11:14:41.714892 dv-cinder-774594-3-smb neutron-server[85114]: 'SecurityGroup': {'1.4'}, Apr 14 11:14:41.714892 dv-cinder-774594-3-smb neutron-server[85114]: 'SecurityGroupRule': {'1.2'}, Apr 14 11:14:41.714892 dv-cinder-774594-3-smb neutron-server[85114]: 'SubPort': {'1.0'}, Apr 14 11:14:41.714892 dv-cinder-774594-3-smb neutron-server[85114]: 'Subnet': {'1.1'}, Apr 14 11:14:41.714892 dv-cinder-774594-3-smb neutron-server[85114]: 'Trunk': {'1.1'}} Apr 14 11:14:41.714892 dv-cinder-774594-3-smb neutron-server[85114]: consumer versions: Apr 14 11:14:41.714892 dv-cinder-774594-3-smb neutron-server[85114]: { DHCP agent@dv-cinder-774594-3-smb: {}, Apr 14 11:14:41.714892 dv-cinder-774594-3-smb neutron-server[85114]: L3 agent@dv-cinder-774594-3-smb: {}, Apr 14 11:14:41.714892 dv-cinder-774594-3-smb neutron-server[85114]: Metadata agent@dv-cinder-774594-3-smb: {}, Apr 14 11:14:41.714892 dv-cinder-774594-3-smb neutron-server[85114]: Metering agent@dv-cinder-774594-3-smb: {}, Apr 14 11:14:41.714892 dv-cinder-774594-3-smb neutron-server[85114]: Open vSwitch agent@dv-cinder-774594-3-smb: { 'AddressGroup': '1.2', Apr 14 11:14:41.714892 dv-cinder-774594-3-smb neutron-server[85114]: 'ConntrackHelper': '1.0', Apr 14 11:14:41.714892 dv-cinder-774594-3-smb neutron-server[85114]: 'Log': '1.0', Apr 14 11:14:41.714892 dv-cinder-774594-3-smb neutron-server[85114]: 'Network': '1.1', Apr 14 11:14:41.714892 dv-cinder-774594-3-smb neutron-server[85114]: 'Port': '1.7', Apr 14 11:14:41.714892 dv-cinder-774594-3-smb neutron-server[85114]: 'PortForwarding': '1.2', Apr 14 11:14:41.714892 dv-cinder-774594-3-smb neutron-server[85114]: 'QosPolicy': '1.8', Apr 14 11:14:41.714892 dv-cinder-774594-3-smb neutron-server[85114]: 'SecurityGroup': '1.4', Apr 14 11:14:41.714892 dv-cinder-774594-3-smb neutron-server[85114]: 'SecurityGroupRule': '1.2', Apr 14 11:14:41.714892 dv-cinder-774594-3-smb neutron-server[85114]: 'SubPort': '1.0', Apr 14 11:14:41.714892 dv-cinder-774594-3-smb neutron-server[85114]: 'Subnet': '1.1', Apr 14 11:14:41.714892 dv-cinder-774594-3-smb neutron-server[85114]: 'Trunk': '1.1'}} Apr 14 11:14:41.714892 dv-cinder-774594-3-smb neutron-server[85114]: {{(pid=85227) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 11:14:41.760087 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f1e918ea-e9ea-4d6a-b0ae-ab16a636c44f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741597887210'] for network, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:41.766588 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-f1e918ea-e9ea-4d6a-b0ae-ab16a636c44f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:14:41.803781 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f1e918ea-e9ea-4d6a-b0ae-ab16a636c44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029'] for network, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:41.805168 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e918ea-e9ea-4d6a-b0ae-ab16a636c44f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:14:41.805822 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f1e918ea-e9ea-4d6a-b0ae-ab16a636c44f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for network, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:41.811485 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:14:41.917027 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-f1e918ea-e9ea-4d6a-b0ae-ab16a636c44f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6678605 Apr 14 11:14:41.919860 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e918ea-e9ea-4d6a-b0ae-ab16a636c44f admin admin] Pushing event updated for resources: {'Network': ['ID=f1313642-efe2-441a-94e8-1aeb14258027,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:14:41.923097 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-f1e918ea-e9ea-4d6a-b0ae-ab16a636c44f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:14:41.930572 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Network f1313642-efe2-441a-94e8-1aeb14258027 details requested by agent ovs-agent-dv-cinder-774594-3-smb with host dv-cinder-774594-3-smb {{(pid=85229) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 11:14:44.429374 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 53794) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:14:44.548413 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe99d336-bc5c-4b79-bc28-13ea9cc27429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:14:44.549838 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-fe99d336-bc5c-4b79-bc28-13ea9cc27429 admin admin] 10.222.0.52 "GET /v2.0/subnets/8404a6e7-dbf7-4b62-aa92-ef1a415476bb HTTP/1.1" status: 200 len: 849 time: 0.1194565 Apr 14 11:14:44.697504 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-8c467e72-0a63-4343-88f2-09b3e6adda2b admin admin] 10.222.0.52 "GET /v2.0/routers/634bc1a4-5af1-416a-8be5-2f312df68d46 HTTP/1.1" status: 200 len: 704 time: 0.1415524 Apr 14 11:14:45.172235 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-415a8ed9-b71b-4d3a-92f1-6be754e1d385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:45.406033 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [None req-415a8ed9-b71b-4d3a-92f1-6be754e1d385 admin admin] Allocated IP 172.20.0.1 (1e506362-f18c-47f7-8e11-3dda3f372fb0/8404a6e7-dbf7-4b62-aa92-ef1a415476bb/11f631bb-ec6f-49f6-87d0-b2871c27f7e9) {{(pid=85227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:14:45.712182 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-415a8ed9-b71b-4d3a-92f1-6be754e1d385 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:45.730585 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-415a8ed9-b71b-4d3a-92f1-6be754e1d385 admin admin] Transition to ACTIVE for port object 11f631bb-ec6f-49f6-87d0-b2871c27f7e9 will not be triggered until provisioned by entity DHCP. {{(pid=85227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:14:45.786417 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-415a8ed9-b71b-4d3a-92f1-6be754e1d385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362'] for port, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:45.800871 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:14:45.924417 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a8ed9-b71b-4d3a-92f1-6be754e1d385 admin admin] Pushing event updated for resources: {'Port': ['ID=11f631bb-ec6f-49f6-87d0-b2871c27f7e9,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:14:45.927941 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-415a8ed9-b71b-4d3a-92f1-6be754e1d385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:14:45.991474 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415a8ed9-b71b-4d3a-92f1-6be754e1d385 admin admin] Network 1e506362-f18c-47f7-8e11-3dda3f372fb0 is already hosted by enough agents. {{(pid=85227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:14:45.992526 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-415a8ed9-b71b-4d3a-92f1-6be754e1d385 admin admin] Resources bound (agent type, host, resource id): {{(pid=85227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:14:45.995334 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415a8ed9-b71b-4d3a-92f1-6be754e1d385 admin admin] Received port after_create {{(pid=85227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:14:45.996017 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-415a8ed9-b71b-4d3a-92f1-6be754e1d385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656524'] for router_interface, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:46.177949 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-18f72796-94fa-49b1-a1c7-7cac50c318d5 None None] Provisioning for port 11f631bb-ec6f-49f6-87d0-b2871c27f7e9 completed by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:14:46.182738 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-18f72796-94fa-49b1-a1c7-7cac50c318d5 None None] Provisioning complete for port 11f631bb-ec6f-49f6-87d0-b2871c27f7e9 triggered by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:14:46.183143 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-18f72796-94fa-49b1-a1c7-7cac50c318d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:46.237920 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-18f72796-94fa-49b1-a1c7-7cac50c318d5 None None] Port 11f631bb-ec6f-49f6-87d0-b2871c27f7e9 cannot update to ACTIVE because it is not bound. {{(pid=85229) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 11:14:46.267757 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-415a8ed9-b71b-4d3a-92f1-6be754e1d385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:46.537409 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-415a8ed9-b71b-4d3a-92f1-6be754e1d385 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:46.540518 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-415a8ed9-b71b-4d3a-92f1-6be754e1d385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:46.541595 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-415a8ed9-b71b-4d3a-92f1-6be754e1d385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-771109'] for router_interface, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:46.556548 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-415a8ed9-b71b-4d3a-92f1-6be754e1d385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:14:46.681818 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a8ed9-b71b-4d3a-92f1-6be754e1d385 admin admin] Pushing event updated for resources: {'Port': ['ID=11f631bb-ec6f-49f6-87d0-b2871c27f7e9,revision_number=2']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:14:46.684699 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-415a8ed9-b71b-4d3a-92f1-6be754e1d385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:14:46.749301 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415a8ed9-b71b-4d3a-92f1-6be754e1d385 admin admin] Network 1e506362-f18c-47f7-8e11-3dda3f372fb0 is already hosted by enough agents. {{(pid=85227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:14:46.750456 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-415a8ed9-b71b-4d3a-92f1-6be754e1d385 admin admin] Resources bound (agent type, host, resource id): {{(pid=85227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:14:46.947019 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415a8ed9-b71b-4d3a-92f1-6be754e1d385 admin admin] Router 634bc1a4-5af1-416a-8be5-2f312df68d46 is scheduled to L3 agent 72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6 with binding_index 1 {{(pid=85227) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 11:14:46.962035 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-6990f7c3-03b3-403e-a483-45ea533ac90f None None] Provisioning complete for port 11f631bb-ec6f-49f6-87d0-b2871c27f7e9 triggered by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:14:46.962561 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6990f7c3-03b3-403e-a483-45ea533ac90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:47.019850 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-6990f7c3-03b3-403e-a483-45ea533ac90f None None] Port 11f631bb-ec6f-49f6-87d0-b2871c27f7e9 cannot update to ACTIVE because it is not bound. {{(pid=85229) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 11:14:47.113735 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415a8ed9-b71b-4d3a-92f1-6be754e1d385 admin admin] Notify agent at l3_agent.dv-cinder-774594-3-smb the message routers_updated {{(pid=85227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 11:14:47.123972 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde041d0-550f-4685-bea5-aad3915c098f None None] Sync routers for ids ['634bc1a4-5af1-416a-8be5-2f312df68d46'] in dv-cinder-774594-3-smb {{(pid=85230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 11:14:47.124702 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-415a8ed9-b71b-4d3a-92f1-6be754e1d385 admin admin] 10.222.0.52 "PUT /v2.0/routers/634bc1a4-5af1-416a-8be5-2f312df68d46/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4218428 Apr 14 11:14:47.135184 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde041d0-550f-4685-bea5-aad3915c098f None None] Routers {'634bc1a4-5af1-416a-8be5-2f312df68d46'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:14:47.136017 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-bde041d0-550f-4685-bea5-aad3915c098f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:14:39Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['634bc1a4-5af1-416a-8be5-2f312df68d46'], 'active': True} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:14:47.319912 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-bde041d0-550f-4685-bea5-aad3915c098f None None] Set router 634bc1a4-5af1-416a-8be5-2f312df68d46 gateway port host: None {{(pid=85230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:14:47.870428 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-bde041d0-550f-4685-bea5-aad3915c098f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634bc1a4-5af1-416a-8be5-2f312df68d46', 'name': 'router1', 'tenant_id': 'fc3ad3ddbd7d463889a9c126767cb1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:14:35Z', 'updated_at': '2021-04-14T11:14:46Z', 'revision_number': 2, 'project_id': 'fc3ad3ddbd7d463889a9c126767cb1a4', 'gw_port_host': None, '_interfaces': [{'id': '11f631bb-ec6f-49f6-87d0-b2871c27f7e9', 'name': '', 'network_id': '1e506362-f18c-47f7-8e11-3dda3f372fb0', 'tenant_id': 'fc3ad3ddbd7d463889a9c126767cb1a4', 'mac_address': 'fa:16:3e:d6:90:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634bc1a4-5af1-416a-8be5-2f312df68d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8404a6e7-dbf7-4b62-aa92-ef1a415476bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:14:45Z', 'updated_at': '2021-04-14T11:14:46Z', 'revision_number': 2, 'project_id': 'fc3ad3ddbd7d463889a9c126767cb1a4', 'subnets': [{'id': '8404a6e7-dbf7-4b62-aa92-ef1a415476bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8071d4be-f7a5-4cb1-b77e-7a0a04429ffc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:14:47.875547 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde041d0-550f-4685-bea5-aad3915c098f None None] Checking router: 634bc1a4-5af1-416a-8be5-2f312df68d46 for host: dv-cinder-774594-3-smb {{(pid=85230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 11:14:47.875950 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde041d0-550f-4685-bea5-aad3915c098f None None] Updating router 634bc1a4-5af1-416a-8be5-2f312df68d46 port 11f631bb-ec6f-49f6-87d0-b2871c27f7e9 binding host dv-cinder-774594-3-smb {{(pid=85230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 11:14:47.933915 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-bde041d0-550f-4685-bea5-aad3915c098f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:48.413152 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-bde041d0-550f-4685-bea5-aad3915c098f None None] Notify callbacks [] for port, precommit_update {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:48.427554 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-bde041d0-550f-4685-bea5-aad3915c098f None None] Transition to ACTIVE for port object 11f631bb-ec6f-49f6-87d0-b2871c27f7e9 will not be triggered until provisioned by entity L2. {{(pid=85230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:14:48.433339 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-bde041d0-550f-4685-bea5-aad3915c098f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:48.446375 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85230) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:14:48.570043 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c26c68-6f64-45e7-80e7-a3c0aab77836 None None] Pushing event updated for resources: {'Port': ['ID=11f631bb-ec6f-49f6-87d0-b2871c27f7e9,revision_number=3']} {{(pid=85230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:14:48.588224 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c26c68-6f64-45e7-80e7-a3c0aab77836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:48.588601 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c26c68-6f64-45e7-80e7-a3c0aab77836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:48.588966 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c26c68-6f64-45e7-80e7-a3c0aab77836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:48.589325 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c26c68-6f64-45e7-80e7-a3c0aab77836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:48.589681 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c26c68-6f64-45e7-80e7-a3c0aab77836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:48.590034 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c26c68-6f64-45e7-80e7-a3c0aab77836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:48.590386 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c26c68-6f64-45e7-80e7-a3c0aab77836 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:48.590759 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c26c68-6f64-45e7-80e7-a3c0aab77836 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:48.591105 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c26c68-6f64-45e7-80e7-a3c0aab77836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:48.591812 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c26c68-6f64-45e7-80e7-a3c0aab77836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:48.592162 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c26c68-6f64-45e7-80e7-a3c0aab77836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:48.592508 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c26c68-6f64-45e7-80e7-a3c0aab77836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:14:48.593559 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c26c68-6f64-45e7-80e7-a3c0aab77836 None None] Tracked resource versions report: Apr 14 11:14:48.593559 dv-cinder-774594-3-smb neutron-server[85114]: pushed versions: Apr 14 11:14:48.593559 dv-cinder-774594-3-smb neutron-server[85114]: { 'AddressGroup': {'1.2'}, Apr 14 11:14:48.593559 dv-cinder-774594-3-smb neutron-server[85114]: 'ConntrackHelper': {'1.0'}, Apr 14 11:14:48.593559 dv-cinder-774594-3-smb neutron-server[85114]: 'Log': {'1.0'}, Apr 14 11:14:48.593559 dv-cinder-774594-3-smb neutron-server[85114]: 'Network': {'1.1'}, Apr 14 11:14:48.593559 dv-cinder-774594-3-smb neutron-server[85114]: 'Port': {'1.7'}, Apr 14 11:14:48.593559 dv-cinder-774594-3-smb neutron-server[85114]: 'PortForwarding': {'1.2'}, Apr 14 11:14:48.593559 dv-cinder-774594-3-smb neutron-server[85114]: 'QosPolicy': {'1.8'}, Apr 14 11:14:48.593559 dv-cinder-774594-3-smb neutron-server[85114]: 'SecurityGroup': {'1.4'}, Apr 14 11:14:48.593559 dv-cinder-774594-3-smb neutron-server[85114]: 'SecurityGroupRule': {'1.2'}, Apr 14 11:14:48.593559 dv-cinder-774594-3-smb neutron-server[85114]: 'SubPort': {'1.0'}, Apr 14 11:14:48.593559 dv-cinder-774594-3-smb neutron-server[85114]: 'Subnet': {'1.1'}, Apr 14 11:14:48.593559 dv-cinder-774594-3-smb neutron-server[85114]: 'Trunk': {'1.1'}} Apr 14 11:14:48.593559 dv-cinder-774594-3-smb neutron-server[85114]: consumer versions: Apr 14 11:14:48.593559 dv-cinder-774594-3-smb neutron-server[85114]: { DHCP agent@dv-cinder-774594-3-smb: {}, Apr 14 11:14:48.593559 dv-cinder-774594-3-smb neutron-server[85114]: L3 agent@dv-cinder-774594-3-smb: {}, Apr 14 11:14:48.593559 dv-cinder-774594-3-smb neutron-server[85114]: Metadata agent@dv-cinder-774594-3-smb: {}, Apr 14 11:14:48.593559 dv-cinder-774594-3-smb neutron-server[85114]: Metering agent@dv-cinder-774594-3-smb: {}, Apr 14 11:14:48.593559 dv-cinder-774594-3-smb neutron-server[85114]: Open vSwitch agent@dv-cinder-774594-3-smb: { 'AddressGroup': '1.2', Apr 14 11:14:48.593559 dv-cinder-774594-3-smb neutron-server[85114]: 'ConntrackHelper': '1.0', Apr 14 11:14:48.593559 dv-cinder-774594-3-smb neutron-server[85114]: 'Log': '1.0', Apr 14 11:14:48.593559 dv-cinder-774594-3-smb neutron-server[85114]: 'Network': '1.1', Apr 14 11:14:48.593559 dv-cinder-774594-3-smb neutron-server[85114]: 'Port': '1.7', Apr 14 11:14:48.593559 dv-cinder-774594-3-smb neutron-server[85114]: 'PortForwarding': '1.2', Apr 14 11:14:48.593559 dv-cinder-774594-3-smb neutron-server[85114]: 'QosPolicy': '1.8', Apr 14 11:14:48.593559 dv-cinder-774594-3-smb neutron-server[85114]: 'SecurityGroup': '1.4', Apr 14 11:14:48.593559 dv-cinder-774594-3-smb neutron-server[85114]: 'SecurityGroupRule': '1.2', Apr 14 11:14:48.593559 dv-cinder-774594-3-smb neutron-server[85114]: 'SubPort': '1.0', Apr 14 11:14:48.593559 dv-cinder-774594-3-smb neutron-server[85114]: 'Subnet': '1.1', Apr 14 11:14:48.593559 dv-cinder-774594-3-smb neutron-server[85114]: 'Trunk': '1.1'}} Apr 14 11:14:48.593559 dv-cinder-774594-3-smb neutron-server[85114]: {{(pid=85230) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 11:14:48.600361 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-33c26c68-6f64-45e7-80e7-a3c0aab77836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85230) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:14:48.804288 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-bde041d0-550f-4685-bea5-aad3915c098f None None] Attempting to bind port 11f631bb-ec6f-49f6-87d0-b2871c27f7e9 on host dv-cinder-774594-3-smb for vnic_type normal with profile {{(pid=85230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:14:48.804705 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-bde041d0-550f-4685-bea5-aad3915c098f None None] Attempting to bind port 11f631bb-ec6f-49f6-87d0-b2871c27f7e9 by drivers openvswitch,hyperv on host dv-cinder-774594-3-smb at level 0 using segments [{'id': 'a7157b56-83ec-492f-ac4c-930201e57f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '1e506362-f18c-47f7-8e11-3dda3f372fb0'}] {{(pid=85230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:14:48.805114 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde041d0-550f-4685-bea5-aad3915c098f None None] Attempting to bind port 11f631bb-ec6f-49f6-87d0-b2871c27f7e9 on network 1e506362-f18c-47f7-8e11-3dda3f372fb0 {{(pid=85230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:14:48.811145 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde041d0-550f-4685-bea5-aad3915c098f None None] Checking agent: {'id': 'bc79d1ea-49d8-4ce6-bb8d-e4f173948ffd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 14, 10), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:14:48.811547 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde041d0-550f-4685-bea5-aad3915c098f None None] Checking segment: {'id': 'a7157b56-83ec-492f-ac4c-930201e57f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '1e506362-f18c-47f7-8e11-3dda3f372fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:14:48.812017 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-bde041d0-550f-4685-bea5-aad3915c098f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:48.812437 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde041d0-550f-4685-bea5-aad3915c098f None None] Bound using segment: {'id': 'a7157b56-83ec-492f-ac4c-930201e57f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '1e506362-f18c-47f7-8e11-3dda3f372fb0'} {{(pid=85230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:14:48.812970 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-bde041d0-550f-4685-bea5-aad3915c098f None None] Bound port: 11f631bb-ec6f-49f6-87d0-b2871c27f7e9, host: dv-cinder-774594-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7157b56-83ec-492f-ac4c-930201e57f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '1e506362-f18c-47f7-8e11-3dda3f372fb0'}}] {{(pid=85230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:14:48.813371 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-bde041d0-550f-4685-bea5-aad3915c098f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:48.888300 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-bde041d0-550f-4685-bea5-aad3915c098f None None] For port 11f631bb-ec6f-49f6-87d0-b2871c27f7e9, host dv-cinder-774594-3-smb, cleared binding levels {{(pid=85230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:14:48.893305 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-bde041d0-550f-4685-bea5-aad3915c098f None None] For port 11f631bb-ec6f-49f6-87d0-b2871c27f7e9, host dv-cinder-774594-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=11f631bb-ec6f-49f6-87d0-b2871c27f7e9,segment=NetworkSegment(a7157b56-83ec-492f-ac4c-930201e57f4b),segment_id=a7157b56-83ec-492f-ac4c-930201e57f4b)] {{(pid=85230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:14:48.897278 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-bde041d0-550f-4685-bea5-aad3915c098f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:48.912592 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85230) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:14:49.064811 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c26c68-6f64-45e7-80e7-a3c0aab77836 None None] Pushing event updated for resources: {'Port': ['ID=11f631bb-ec6f-49f6-87d0-b2871c27f7e9,revision_number=4']} {{(pid=85230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:14:49.077059 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-33c26c68-6f64-45e7-80e7-a3c0aab77836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85230) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:14:49.122258 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde041d0-550f-4685-bea5-aad3915c098f None None] Routers {'634bc1a4-5af1-416a-8be5-2f312df68d46'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:14:49.123486 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-bde041d0-550f-4685-bea5-aad3915c098f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:14:39Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['634bc1a4-5af1-416a-8be5-2f312df68d46'], 'active': True} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:14:49.293392 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-bde041d0-550f-4685-bea5-aad3915c098f None None] Set router 634bc1a4-5af1-416a-8be5-2f312df68d46 gateway port host: None {{(pid=85230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:14:49.639112 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-bde041d0-550f-4685-bea5-aad3915c098f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634bc1a4-5af1-416a-8be5-2f312df68d46', 'name': 'router1', 'tenant_id': 'fc3ad3ddbd7d463889a9c126767cb1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:14:35Z', 'updated_at': '2021-04-14T11:14:46Z', 'revision_number': 2, 'project_id': 'fc3ad3ddbd7d463889a9c126767cb1a4', 'gw_port_host': None, '_interfaces': [{'id': '11f631bb-ec6f-49f6-87d0-b2871c27f7e9', 'name': '', 'network_id': '1e506362-f18c-47f7-8e11-3dda3f372fb0', 'tenant_id': 'fc3ad3ddbd7d463889a9c126767cb1a4', 'mac_address': 'fa:16:3e:d6:90:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634bc1a4-5af1-416a-8be5-2f312df68d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8404a6e7-dbf7-4b62-aa92-ef1a415476bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:14:45Z', 'updated_at': '2021-04-14T11:14:48Z', 'revision_number': 4, 'project_id': 'fc3ad3ddbd7d463889a9c126767cb1a4', 'subnets': [{'id': '8404a6e7-dbf7-4b62-aa92-ef1a415476bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8071d4be-f7a5-4cb1-b77e-7a0a04429ffc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:14:49.643165 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde041d0-550f-4685-bea5-aad3915c098f None None] The sync data for ids ['634bc1a4-5af1-416a-8be5-2f312df68d46'] in dv-cinder-774594-3-smb is: [{'id': '634bc1a4-5af1-416a-8be5-2f312df68d46', 'name': 'router1', 'tenant_id': 'fc3ad3ddbd7d463889a9c126767cb1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:14:35Z', 'updated_at': '2021-04-14T11:14:46Z', 'revision_number': 2, 'project_id': 'fc3ad3ddbd7d463889a9c126767cb1a4', 'gw_port_host': None, '_interfaces': [{'id': '11f631bb-ec6f-49f6-87d0-b2871c27f7e9', 'name': '', 'network_id': '1e506362-f18c-47f7-8e11-3dda3f372fb0', 'tenant_id': 'fc3ad3ddbd7d463889a9c126767cb1a4', 'mac_address': 'fa:16:3e:d6:90:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634bc1a4-5af1-416a-8be5-2f312df68d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8404a6e7-dbf7-4b62-aa92-ef1a415476bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:14:45Z', 'updated_at': '2021-04-14T11:14:48Z', 'revision_number': 4, 'project_id': 'fc3ad3ddbd7d463889a9c126767cb1a4', 'subnets': [{'id': '8404a6e7-dbf7-4b62-aa92-ef1a415476bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8071d4be-f7a5-4cb1-b77e-7a0a04429ffc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 11:14:49.651161 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 53806) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:14:49.973459 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9782aa-4406-4856-a91d-be5272c140e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:14:49.974011 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-ca9782aa-4406-4856-a91d-be5272c140e0 admin admin] Synchronizing usage tracker for tenant:ea294b47948b451682439b72917f2390 on resource:network {{(pid=85227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:14:49.990403 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-ca9782aa-4406-4856-a91d-be5272c140e0 admin admin] Unset dirty status for tenant:ea294b47948b451682439b72917f2390 on resource:network {{(pid=85227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:14:49.991686 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-ca9782aa-4406-4856-a91d-be5272c140e0 admin admin] 10.222.0.52 "GET /v2.0/networks/f1313642-efe2-441a-94e8-1aeb14258027 HTTP/1.1" status: 200 len: 842 time: 0.3394518 Apr 14 11:14:50.002308 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-2c4e298f-d886-4424-a3bc-2fd03bed4671 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.28.2.0/24', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'gateway_ip': '172.28.2.1', 'ip_version': 4}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:14:50.007804 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-2c4e298f-d886-4424-a3bc-2fd03bed4671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:14:50.011838 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-2c4e298f-d886-4424-a3bc-2fd03bed4671 admin admin] Usage tracker for resource:subnet and tenant:ea294b47948b451682439b72917f2390 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:14:50.015423 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-2c4e298f-d886-4424-a3bc-2fd03bed4671 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:14:50.021836 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-2c4e298f-d886-4424-a3bc-2fd03bed4671 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:14:50.031188 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4e298f-d886-4424-a3bc-2fd03bed4671 admin admin] Made reservation on behalf of ea294b47948b451682439b72917f2390 for: {'subnet': 1} {{(pid=85227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:14:50.035790 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2c4e298f-d886-4424-a3bc-2fd03bed4671 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:50.476916 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.objects.ports [None req-2c4e298f-d886-4424-a3bc-2fd03bed4671 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85227) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 14 11:14:50.477380 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2c4e298f-d886-4424-a3bc-2fd03bed4671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029'] for subnet, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:50.492288 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:14:50.619679 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e298f-d886-4424-a3bc-2fd03bed4671 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43af2120-63d9-4ed9-b216-1037d2600bad,revision_number=0']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:14:50.623784 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-2c4e298f-d886-4424-a3bc-2fd03bed4671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:14:50.685773 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4e298f-d886-4424-a3bc-2fd03bed4671 admin admin] Checking segment: {'id': 'fc5032d9-be7b-4842-99b0-b17509c45e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:14:50.686151 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4e298f-d886-4424-a3bc-2fd03bed4671 admin admin] Network hostable DHCP agents. Network: f1313642-efe2-441a-94e8-1aeb14258027, hostable agents: ['89ea7c1e-af59-4771-b465-98593056a05b'], hosted agents: [] {{(pid=85227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 11:14:50.706745 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4e298f-d886-4424-a3bc-2fd03bed4671 admin admin] Network f1313642-efe2-441a-94e8-1aeb14258027 is scheduled to be hosted by DHCP agent 89ea7c1e-af59-4771-b465-98593056a05b with binding_index 1 {{(pid=85227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 11:14:50.715575 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-2c4e298f-d886-4424-a3bc-2fd03bed4671 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-3-smb, f1313642-efe2-441a-94e8-1aeb14258027) {{(pid=85227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:14:50.719775 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4e298f-d886-4424-a3bc-2fd03bed4671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:14:50.720397 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2c4e298f-d886-4424-a3bc-2fd03bed4671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for subnet, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:50.724667 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99809d58-506d-43ba-9783-7b3fbd87799d None None] Network f1313642-efe2-441a-94e8-1aeb14258027 requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:14:50.750631 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-2c4e298f-d886-4424-a3bc-2fd03bed4671 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7411523 Apr 14 11:14:50.958928 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dd7103-1e3e-4441-ae9b-55667c901956 None None] Network f1313642-efe2-441a-94e8-1aeb14258027 requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:14:53.351763 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 53820) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:14:53.556290 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-1a584d73-5f47-47ac-9730-540c55a6c8bb admin admin] 10.222.0.52 "GET /v2.0/routers/634bc1a4-5af1-416a-8be5-2f312df68d46 HTTP/1.1" status: 200 len: 710 time: 0.2032433 Apr 14 11:14:53.690896 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02958d3c-92ef-4e75-9300-100cf6a9f04c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:14:53.692342 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-02958d3c-92ef-4e75-9300-100cf6a9f04c admin admin] 10.222.0.52 "GET /v2.0/networks/f1313642-efe2-441a-94e8-1aeb14258027 HTTP/1.1" status: 200 len: 886 time: 0.1303935 Apr 14 11:14:53.702674 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-53bda59e-af77-4056-ae2a-de6360a22917 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'}}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:14:54.158105 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-53bda59e-af77-4056-ae2a-de6360a22917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854119328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6441'] for router, precommit_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:54.275663 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 11f631bb-ec6f-49f6-87d0-b2871c27f7e9 up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:14:54.343534 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning for port 11f631bb-ec6f-49f6-87d0-b2871c27f7e9 completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:14:54.349295 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning complete for port 11f631bb-ec6f-49f6-87d0-b2871c27f7e9 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:14:54.349706 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:54.479143 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:54.498009 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] For port 11f631bb-ec6f-49f6-87d0-b2871c27f7e9, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=11f631bb-ec6f-49f6-87d0-b2871c27f7e9,segment=NetworkSegment(a7157b56-83ec-492f-ac4c-930201e57f4b),segment_id=a7157b56-83ec-492f-ac4c-930201e57f4b)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:14:54.501130 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:54.503307 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-53bda59e-af77-4056-ae2a-de6360a22917 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:54.503426 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:14:54.561858 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-53bda59e-af77-4056-ae2a-de6360a22917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:54.574130 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Pushing event updated for resources: {'Port': ['ID=11f631bb-ec6f-49f6-87d0-b2871c27f7e9,revision_number=5']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:14:54.578684 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:14:54.882031 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [None req-53bda59e-af77-4056-ae2a-de6360a22917 admin admin] Allocated IP 172.28.2.84 (f1313642-efe2-441a-94e8-1aeb14258027/43af2120-63d9-4ed9-b216-1037d2600bad/b8c1b90e-886f-47b0-beb7-bb81c919a5e0) {{(pid=85227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:14:55.032269 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-53bda59e-af77-4056-ae2a-de6360a22917 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:55.061516 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-53bda59e-af77-4056-ae2a-de6360a22917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362'] for port, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:55.077240 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:14:55.208304 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bda59e-af77-4056-ae2a-de6360a22917 admin admin] Pushing event updated for resources: {'Port': ['ID=b8c1b90e-886f-47b0-beb7-bb81c919a5e0,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:14:55.221011 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-53bda59e-af77-4056-ae2a-de6360a22917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:14:55.260178 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bda59e-af77-4056-ae2a-de6360a22917 admin admin] Network f1313642-efe2-441a-94e8-1aeb14258027 is already hosted by enough agents. {{(pid=85227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:14:55.261290 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-53bda59e-af77-4056-ae2a-de6360a22917 admin admin] Resources bound (agent type, host, resource id): {{(pid=85227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:14:55.263938 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bda59e-af77-4056-ae2a-de6360a22917 admin admin] Received port after_create {{(pid=85227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:14:55.652867 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-53bda59e-af77-4056-ae2a-de6360a22917 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:55.993278 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-53bda59e-af77-4056-ae2a-de6360a22917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854119328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6441'] for router, precommit_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:55.996549 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-53bda59e-af77-4056-ae2a-de6360a22917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-656504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854119309', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854001416'] for router, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:56.180092 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53bda59e-af77-4056-ae2a-de6360a22917 admin admin] Router 634bc1a4-5af1-416a-8be5-2f312df68d46 has already been hosted by L3 agent 72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6 {{(pid=85227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 11:14:56.270910 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 11f631bb-ec6f-49f6-87d0-b2871c27f7e9 up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:14:56.346247 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning complete for port 11f631bb-ec6f-49f6-87d0-b2871c27f7e9 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:14:56.346720 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:56.543435 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53bda59e-af77-4056-ae2a-de6360a22917 admin admin] Notify agent at l3_agent.dv-cinder-774594-3-smb the message routers_updated {{(pid=85227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 11:14:56.551475 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-53bda59e-af77-4056-ae2a-de6360a22917 admin admin] Notify callbacks [] for router, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:56.552719 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-53bda59e-af77-4056-ae2a-de6360a22917 admin admin] 10.222.0.52 "PUT /v2.0/routers/634bc1a4-5af1-416a-8be5-2f312df68d46 HTTP/1.1" status: 200 len: 889 time: 2.8540542 Apr 14 11:14:56.553383 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96a4e9c-f9ae-4e7f-b41c-340c07be0340 None None] Sync routers for ids ['634bc1a4-5af1-416a-8be5-2f312df68d46'] in dv-cinder-774594-3-smb {{(pid=85229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 11:14:56.563795 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96a4e9c-f9ae-4e7f-b41c-340c07be0340 None None] Routers {'634bc1a4-5af1-416a-8be5-2f312df68d46'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:14:56.564492 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-b96a4e9c-f9ae-4e7f-b41c-340c07be0340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:14:39Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['634bc1a4-5af1-416a-8be5-2f312df68d46'], 'active': True} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:14:56.764371 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-b96a4e9c-f9ae-4e7f-b41c-340c07be0340 None None] Set router 634bc1a4-5af1-416a-8be5-2f312df68d46 gateway port host: dv-cinder-774594-3-smb {{(pid=85229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:14:57.120161 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-b96a4e9c-f9ae-4e7f-b41c-340c07be0340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634bc1a4-5af1-416a-8be5-2f312df68d46', 'name': 'router1', 'tenant_id': 'fc3ad3ddbd7d463889a9c126767cb1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b8c1b90e-886f-47b0-beb7-bb81c919a5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:14:35Z', 'updated_at': '2021-04-14T11:14:55Z', 'revision_number': 4, 'project_id': 'fc3ad3ddbd7d463889a9c126767cb1a4', 'gw_port': {'id': 'b8c1b90e-886f-47b0-beb7-bb81c919a5e0', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634bc1a4-5af1-416a-8be5-2f312df68d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:14:54Z', 'updated_at': '2021-04-14T11:14:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': '11f631bb-ec6f-49f6-87d0-b2871c27f7e9', 'name': '', 'network_id': '1e506362-f18c-47f7-8e11-3dda3f372fb0', 'tenant_id': 'fc3ad3ddbd7d463889a9c126767cb1a4', 'mac_address': 'fa:16:3e:d6:90:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634bc1a4-5af1-416a-8be5-2f312df68d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8404a6e7-dbf7-4b62-aa92-ef1a415476bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:14:45Z', 'updated_at': '2021-04-14T11:14:54Z', 'revision_number': 5, 'project_id': 'fc3ad3ddbd7d463889a9c126767cb1a4', 'subnets': [{'id': '8404a6e7-dbf7-4b62-aa92-ef1a415476bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8071d4be-f7a5-4cb1-b77e-7a0a04429ffc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:14:57.125144 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96a4e9c-f9ae-4e7f-b41c-340c07be0340 None None] Checking router: 634bc1a4-5af1-416a-8be5-2f312df68d46 for host: dv-cinder-774594-3-smb {{(pid=85229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 11:14:57.125551 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96a4e9c-f9ae-4e7f-b41c-340c07be0340 None None] Updating router 634bc1a4-5af1-416a-8be5-2f312df68d46 port b8c1b90e-886f-47b0-beb7-bb81c919a5e0 binding host dv-cinder-774594-3-smb {{(pid=85229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 11:14:57.180201 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b96a4e9c-f9ae-4e7f-b41c-340c07be0340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:57.577889 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b96a4e9c-f9ae-4e7f-b41c-340c07be0340 None None] Notify callbacks [] for port, precommit_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:57.590283 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-b96a4e9c-f9ae-4e7f-b41c-340c07be0340 None None] Transition to ACTIVE for port object b8c1b90e-886f-47b0-beb7-bb81c919a5e0 will not be triggered until provisioned by entity L2. {{(pid=85229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:14:57.595781 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b96a4e9c-f9ae-4e7f-b41c-340c07be0340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:57.609059 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-65d50f79-74c2-491a-b499-632ec080ebf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:14:57.738894 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3a352-5943-478a-9295-751ee6d30040 None None] Pushing event updated for resources: {'Port': ['ID=b8c1b90e-886f-47b0-beb7-bb81c919a5e0,revision_number=2']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:14:57.743144 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a9c3a352-5943-478a-9295-751ee6d30040 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:14:57.801781 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-b96a4e9c-f9ae-4e7f-b41c-340c07be0340 None None] Attempting to bind port b8c1b90e-886f-47b0-beb7-bb81c919a5e0 on host dv-cinder-774594-3-smb for vnic_type normal with profile {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:14:57.802232 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-b96a4e9c-f9ae-4e7f-b41c-340c07be0340 None None] Attempting to bind port b8c1b90e-886f-47b0-beb7-bb81c919a5e0 by drivers openvswitch,hyperv on host dv-cinder-774594-3-smb at level 0 using segments [{'id': 'fc5032d9-be7b-4842-99b0-b17509c45e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'}] {{(pid=85229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:14:57.802598 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96a4e9c-f9ae-4e7f-b41c-340c07be0340 None None] Attempting to bind port b8c1b90e-886f-47b0-beb7-bb81c919a5e0 on network f1313642-efe2-441a-94e8-1aeb14258027 {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:14:57.808097 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96a4e9c-f9ae-4e7f-b41c-340c07be0340 None None] Checking agent: {'id': 'bc79d1ea-49d8-4ce6-bb8d-e4f173948ffd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 14, 10), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:14:57.808500 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96a4e9c-f9ae-4e7f-b41c-340c07be0340 None None] Checking segment: {'id': 'fc5032d9-be7b-4842-99b0-b17509c45e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:14:57.808939 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b96a4e9c-f9ae-4e7f-b41c-340c07be0340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:57.809359 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96a4e9c-f9ae-4e7f-b41c-340c07be0340 None None] Bound using segment: {'id': 'fc5032d9-be7b-4842-99b0-b17509c45e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'} {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:14:57.810381 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-b96a4e9c-f9ae-4e7f-b41c-340c07be0340 None None] Bound port: b8c1b90e-886f-47b0-beb7-bb81c919a5e0, host: dv-cinder-774594-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5032d9-be7b-4842-99b0-b17509c45e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'}}] {{(pid=85229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:14:57.810808 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b96a4e9c-f9ae-4e7f-b41c-340c07be0340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:57.889429 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-b96a4e9c-f9ae-4e7f-b41c-340c07be0340 None None] For port b8c1b90e-886f-47b0-beb7-bb81c919a5e0, host dv-cinder-774594-3-smb, cleared binding levels {{(pid=85229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:14:57.892530 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-b96a4e9c-f9ae-4e7f-b41c-340c07be0340 None None] For port b8c1b90e-886f-47b0-beb7-bb81c919a5e0, host dv-cinder-774594-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=b8c1b90e-886f-47b0-beb7-bb81c919a5e0,segment=NetworkSegment(fc5032d9-be7b-4842-99b0-b17509c45e41),segment_id=fc5032d9-be7b-4842-99b0-b17509c45e41)] {{(pid=85229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:14:57.895677 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b96a4e9c-f9ae-4e7f-b41c-340c07be0340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:14:57.910592 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:14:58.209712 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3a352-5943-478a-9295-751ee6d30040 None None] Pushing event updated for resources: {'Port': ['ID=b8c1b90e-886f-47b0-beb7-bb81c919a5e0,revision_number=3']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:14:58.214784 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a9c3a352-5943-478a-9295-751ee6d30040 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:14:58.253129 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96a4e9c-f9ae-4e7f-b41c-340c07be0340 None None] Routers {'634bc1a4-5af1-416a-8be5-2f312df68d46'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:14:58.253770 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-b96a4e9c-f9ae-4e7f-b41c-340c07be0340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:14:39Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['634bc1a4-5af1-416a-8be5-2f312df68d46'], 'active': True} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:14:58.436276 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-b96a4e9c-f9ae-4e7f-b41c-340c07be0340 None None] Set router 634bc1a4-5af1-416a-8be5-2f312df68d46 gateway port host: dv-cinder-774594-3-smb {{(pid=85229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:14:58.781283 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-b96a4e9c-f9ae-4e7f-b41c-340c07be0340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634bc1a4-5af1-416a-8be5-2f312df68d46', 'name': 'router1', 'tenant_id': 'fc3ad3ddbd7d463889a9c126767cb1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b8c1b90e-886f-47b0-beb7-bb81c919a5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:14:35Z', 'updated_at': '2021-04-14T11:14:55Z', 'revision_number': 4, 'project_id': 'fc3ad3ddbd7d463889a9c126767cb1a4', 'gw_port': {'id': 'b8c1b90e-886f-47b0-beb7-bb81c919a5e0', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634bc1a4-5af1-416a-8be5-2f312df68d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:14:54Z', 'updated_at': '2021-04-14T11:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': '11f631bb-ec6f-49f6-87d0-b2871c27f7e9', 'name': '', 'network_id': '1e506362-f18c-47f7-8e11-3dda3f372fb0', 'tenant_id': 'fc3ad3ddbd7d463889a9c126767cb1a4', 'mac_address': 'fa:16:3e:d6:90:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634bc1a4-5af1-416a-8be5-2f312df68d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8404a6e7-dbf7-4b62-aa92-ef1a415476bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:14:45Z', 'updated_at': '2021-04-14T11:14:54Z', 'revision_number': 5, 'project_id': 'fc3ad3ddbd7d463889a9c126767cb1a4', 'subnets': [{'id': '8404a6e7-dbf7-4b62-aa92-ef1a415476bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8071d4be-f7a5-4cb1-b77e-7a0a04429ffc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:14:58.785407 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96a4e9c-f9ae-4e7f-b41c-340c07be0340 None None] The sync data for ids ['634bc1a4-5af1-416a-8be5-2f312df68d46'] in dv-cinder-774594-3-smb is: [{'id': '634bc1a4-5af1-416a-8be5-2f312df68d46', 'name': 'router1', 'tenant_id': 'fc3ad3ddbd7d463889a9c126767cb1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b8c1b90e-886f-47b0-beb7-bb81c919a5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:14:35Z', 'updated_at': '2021-04-14T11:14:55Z', 'revision_number': 4, 'project_id': 'fc3ad3ddbd7d463889a9c126767cb1a4', 'gw_port': {'id': 'b8c1b90e-886f-47b0-beb7-bb81c919a5e0', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634bc1a4-5af1-416a-8be5-2f312df68d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:14:54Z', 'updated_at': '2021-04-14T11:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': '11f631bb-ec6f-49f6-87d0-b2871c27f7e9', 'name': '', 'network_id': '1e506362-f18c-47f7-8e11-3dda3f372fb0', 'tenant_id': 'fc3ad3ddbd7d463889a9c126767cb1a4', 'mac_address': 'fa:16:3e:d6:90:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634bc1a4-5af1-416a-8be5-2f312df68d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8404a6e7-dbf7-4b62-aa92-ef1a415476bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:14:45Z', 'updated_at': '2021-04-14T11:14:54Z', 'revision_number': 5, 'project_id': 'fc3ad3ddbd7d463889a9c126767cb1a4', 'subnets': [{'id': '8404a6e7-dbf7-4b62-aa92-ef1a415476bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8071d4be-f7a5-4cb1-b77e-7a0a04429ffc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 11:14:59.236198 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 53830) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:14:59.357815 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-792290a4-e2fd-40da-802c-78160df10c52 admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1204028 Apr 14 11:15:00.295221 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device b8c1b90e-886f-47b0-beb7-bb81c919a5e0 up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:15:00.372993 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning for port b8c1b90e-886f-47b0-beb7-bb81c919a5e0 completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:15:00.377874 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning complete for port b8c1b90e-886f-47b0-beb7-bb81c919a5e0 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:15:00.378283 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:15:00.504022 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:15:00.520780 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] For port b8c1b90e-886f-47b0-beb7-bb81c919a5e0, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=b8c1b90e-886f-47b0-beb7-bb81c919a5e0,segment=NetworkSegment(fc5032d9-be7b-4842-99b0-b17509c45e41),segment_id=fc5032d9-be7b-4842-99b0-b17509c45e41)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:15:00.523544 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:15:00.526662 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a9c3a352-5943-478a-9295-751ee6d30040 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:15:00.598515 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Pushing event updated for resources: {'Port': ['ID=b8c1b90e-886f-47b0-beb7-bb81c919a5e0,revision_number=4']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:15:00.601680 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:15:02.322407 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device b8c1b90e-886f-47b0-beb7-bb81c919a5e0 up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:15:02.431497 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning complete for port b8c1b90e-886f-47b0-beb7-bb81c919a5e0 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:15:02.432218 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:15:07.062051 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-730a9ab5-69a4-4e2c-a6a8-f9dbca78c84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:15:08.865577 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-94d19498-c2ad-487e-a01f-0bfd747d2fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:15:10.027747 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:15:10.285581 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:15:11.361633 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:15:13.098969 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 5 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:15:37.065340 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0b55f961-fba5-47d7-8a9c-5269b5cad555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:15:38.863429 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-44a8e147-27a4-4403-a303-fe1096f889ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:15:40.022367 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:15:40.275106 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:15:41.364546 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:15:50.099842 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 5 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:16:07.048626 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-fd764254-6b6f-4b69-9ca7-6361206dffb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:16:08.844701 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e557d3d5-9476-442a-8b54-096e4e6f3706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:16:10.016410 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:16:10.267811 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:16:11.365922 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:16:27.099841 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 5 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:16:37.050926 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1db145dc-ea43-4cbf-b900-a15f87863f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:16:38.846074 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-056553c0-0aae-45a0-bcad-179b8b0ee675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:16:40.020551 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:16:40.269549 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:16:41.368819 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:16:42.005351 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 54400) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:16:42.079349 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.pecan_wsgi.hooks.translation [None req-75aa6b43-75fd-4314-bc7d-2658b1ce771b admin admin] GET failed (client error): The resource could not be found. Apr 14 11:16:42.080724 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-75aa6b43-75fd-4314-bc7d-2658b1ce771b admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0743630 Apr 14 11:16:42.221036 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316d04ab-dfb5-4471-8cbb-aadd14eaca47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:16:42.222666 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-316d04ab-dfb5-4471-8cbb-aadd14eaca47 admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1375928 Apr 14 11:16:44.688493 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 54410) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:16:44.804939 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839082f5-bba6-46ef-a35a-fa4582fec14b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:16:44.805910 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-839082f5-bba6-46ef-a35a-fa4582fec14b admin admin] Synchronizing usage tracker for tenant:ea294b47948b451682439b72917f2390 on resource:subnet {{(pid=85227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:16:44.821817 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-839082f5-bba6-46ef-a35a-fa4582fec14b admin admin] Unset dirty status for tenant:ea294b47948b451682439b72917f2390 on resource:subnet {{(pid=85227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:16:44.823059 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-839082f5-bba6-46ef-a35a-fa4582fec14b admin admin] 10.222.0.52 "GET /v2.0/subnets/8404a6e7-dbf7-4b62-aa92-ef1a415476bb HTTP/1.1" status: 200 len: 849 time: 0.1334383 Apr 14 11:16:44.834014 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-19a949bd-ec51-4c64-b479-fe8534bb2da0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:16:44.953103 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-19a949bd-ec51-4c64-b479-fe8534bb2da0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:16:45.256568 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-19a949bd-ec51-4c64-b479-fe8534bb2da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363295256435691'] for subnet, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:16:45.271141 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-2c4e298f-d886-4424-a3bc-2fd03bed4671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:16:45.400599 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a949bd-ec51-4c64-b479-fe8534bb2da0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8404a6e7-dbf7-4b62-aa92-ef1a415476bb,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:16:45.421094 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a949bd-ec51-4c64-b479-fe8534bb2da0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:16:45.421466 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a949bd-ec51-4c64-b479-fe8534bb2da0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:16:45.421828 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a949bd-ec51-4c64-b479-fe8534bb2da0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:16:45.422183 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a949bd-ec51-4c64-b479-fe8534bb2da0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:16:45.422562 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a949bd-ec51-4c64-b479-fe8534bb2da0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:16:45.422932 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a949bd-ec51-4c64-b479-fe8534bb2da0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:16:45.423279 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a949bd-ec51-4c64-b479-fe8534bb2da0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:16:45.423629 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a949bd-ec51-4c64-b479-fe8534bb2da0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:16:45.423972 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a949bd-ec51-4c64-b479-fe8534bb2da0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:16:45.424328 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a949bd-ec51-4c64-b479-fe8534bb2da0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:16:45.424656 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a949bd-ec51-4c64-b479-fe8534bb2da0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:16:45.424997 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a949bd-ec51-4c64-b479-fe8534bb2da0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:16:45.430166 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-19a949bd-ec51-4c64-b479-fe8534bb2da0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:16:45.458340 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a949bd-ec51-4c64-b479-fe8534bb2da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:16:45.458998 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-19a949bd-ec51-4c64-b479-fe8534bb2da0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for subnet, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:16:45.460360 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-19a949bd-ec51-4c64-b479-fe8534bb2da0 admin admin] 10.222.0.52 "PUT /v2.0/subnets/8404a6e7-dbf7-4b62-aa92-ef1a415476bb HTTP/1.1" status: 200 len: 868 time: 0.6304777 Apr 14 11:16:45.468303 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d05959-1e34-4fcd-8668-38f061cf9773 None None] Network 1e506362-f18c-47f7-8e11-3dda3f372fb0 requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:16:45.884184 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-b82d9186-219f-4abf-8b9a-b4cb2960625f None None] Provisioning complete for port ce3cf5aa-a788-4fce-9e0c-eca44415304f triggered by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:16:45.884719 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b82d9186-219f-4abf-8b9a-b4cb2960625f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:16:46.015623 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-b82d9186-219f-4abf-8b9a-b4cb2960625f None None] Provisioning complete for port 11f631bb-ec6f-49f6-87d0-b2871c27f7e9 triggered by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:16:46.016033 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b82d9186-219f-4abf-8b9a-b4cb2960625f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:16:47.972284 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 54420) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:16:48.156675 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9c31cd-20a7-4850-8c0d-2d283e727414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:16:48.157134 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9c31cd-20a7-4850-8c0d-2d283e727414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:16:48.158782 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-4e9c31cd-20a7-4850-8c0d-2d283e727414 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1854112 Apr 14 11:16:50.634152 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 54430) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:16:50.817704 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd0d631-563d-4440-af38-30fc32258442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:16:50.818149 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd0d631-563d-4440-af38-30fc32258442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:16:50.819791 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-cbd0d631-563d-4440-af38-30fc32258442 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1845455 Apr 14 11:16:53.299619 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 54440) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:16:53.483431 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e31344-efec-400a-a12f-387973afa5b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:16:53.484798 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-d9e31344-efec-400a-a12f-387973afa5b0 admin admin] 10.222.0.52 "GET /v2.0/networks/1e506362-f18c-47f7-8e11-3dda3f372fb0 HTTP/1.1" status: 200 len: 869 time: 0.1841784 Apr 14 11:16:55.960965 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 54450) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:16:56.139797 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9e9582-af36-4614-9c3f-6067f1cba2a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:16:56.141181 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-df9e9582-af36-4614-9c3f-6067f1cba2a2 admin admin] 10.222.0.52 "GET /v2.0/networks/f1313642-efe2-441a-94e8-1aeb14258027 HTTP/1.1" status: 200 len: 886 time: 0.1792021 Apr 14 11:16:58.626357 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 54460) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:16:58.744621 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e88c349-e9bf-4a39-8aef-758a3867c61d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:16:58.745167 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e88c349-e9bf-4a39-8aef-758a3867c61d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:16:58.746799 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-0e88c349-e9bf-4a39-8aef-758a3867c61d admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1193459 Apr 14 11:17:01.222179 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 54470) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:17:01.335289 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0120f8-8cc4-4b54-ac26-c831fe7ac011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:17:01.335722 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0120f8-8cc4-4b54-ac26-c831fe7ac011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:17:01.337348 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-ec0120f8-8cc4-4b54-ac26-c831fe7ac011 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1141117 Apr 14 11:17:03.810064 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 54480) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:17:03.922426 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a63f62c-1d43-4d46-889c-e28707e07941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:17:03.923902 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-4a63f62c-1d43-4d46-889c-e28707e07941 admin admin] 10.222.0.52 "GET /v2.0/subnets/43af2120-63d9-4ed9-b216-1037d2600bad HTTP/1.1" status: 200 len: 816 time: 0.1127706 Apr 14 11:17:04.100635 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 5 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:17:06.401840 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 54490) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:17:06.517272 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5d2c2c-4688-45c7-8959-c5f53fd2c46e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:17:06.518710 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-7e5d2c2c-4688-45c7-8959-c5f53fd2c46e admin admin] 10.222.0.52 "GET /v2.0/subnets/8404a6e7-dbf7-4b62-aa92-ef1a415476bb HTTP/1.1" status: 200 len: 868 time: 0.1158392 Apr 14 11:17:07.055603 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-cdb524dc-ea50-4a30-a8cf-da2c223082ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:17:08.846777 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b83d899c-2231-4553-b0aa-73c0ea7b0aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:17:10.024299 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:17:10.274118 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:17:11.374796 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:17:32.774668 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 54534) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:17:32.825705 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [None req-48605df8-658c-4c4f-a456-ccc2ff9c294c admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=85227) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 11:17:32.826777 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-48605df8-658c-4c4f-a456-ccc2ff9c294c admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0510762 Apr 14 11:17:35.398602 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 54544) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:17:35.472515 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ee007dd-af0d-4c82-93fe-06ce0b808b7e admin admin] GET failed (client error): The resource could not be found. Apr 14 11:17:35.473902 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-1ee007dd-af0d-4c82-93fe-06ce0b808b7e admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0742815 Apr 14 11:17:35.607646 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7bc519-fac5-48bf-ae4b-4f80256a6f85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:17:35.609708 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-bf7bc519-fac5-48bf-ae4b-4f80256a6f85 admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1314354 Apr 14 11:17:37.058015 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c053c105-fecd-4020-a800-8a41427a2f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:17:38.133165 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 54554) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:17:38.183931 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-072a7453-9f26-4c70-81eb-ddc386b8ffb7 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:17:38.189310 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-072a7453-9f26-4c70-81eb-ddc386b8ffb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:17:38.199256 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-072a7453-9f26-4c70-81eb-ddc386b8ffb7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:17:38.208547 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072a7453-9f26-4c70-81eb-ddc386b8ffb7 admin admin] Made reservation on behalf of ea294b47948b451682439b72917f2390 for: {'network': 1} {{(pid=85227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:17:38.213121 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-072a7453-9f26-4c70-81eb-ddc386b8ffb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for network, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:17:38.307944 dv-cinder-774594-3-smb neutron-server[85114]: WARNING neutron.services.revisions.revision_plugin [None req-072a7453-9f26-4c70-81eb-ddc386b8ffb7 admin admin] Could not find related network for resource to bump revision. Apr 14 11:17:38.320647 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-072a7453-9f26-4c70-81eb-ddc386b8ffb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=85227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 11:17:38.329833 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-072a7453-9f26-4c70-81eb-ddc386b8ffb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774745'] for segment, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:17:38.330215 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.db.segments_db [None req-072a7453-9f26-4c70-81eb-ddc386b8ffb7 admin admin] Added segment ce999bb5-8845-47f0-9682-80159eb055fb of type vlan for network fd9baf16-3da4-4fb5-8166-85630bac70dc Apr 14 11:17:38.356227 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-072a7453-9f26-4c70-81eb-ddc386b8ffb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741597887210'] for network, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:17:38.388191 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-072a7453-9f26-4c70-81eb-ddc386b8ffb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029'] for network, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:17:38.389543 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072a7453-9f26-4c70-81eb-ddc386b8ffb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:17:38.390159 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-072a7453-9f26-4c70-81eb-ddc386b8ffb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for network, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:17:38.394996 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-f1e918ea-e9ea-4d6a-b0ae-ab16a636c44f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:17:38.495283 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-072a7453-9f26-4c70-81eb-ddc386b8ffb7 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3609757 Apr 14 11:17:38.496020 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a7453-9f26-4c70-81eb-ddc386b8ffb7 admin admin] Pushing event updated for resources: {'Network': ['ID=fd9baf16-3da4-4fb5-8166-85630bac70dc,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:17:38.498829 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-072a7453-9f26-4c70-81eb-ddc386b8ffb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:17:38.507372 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Network fd9baf16-3da4-4fb5-8166-85630bac70dc details requested by agent ovs-agent-dv-cinder-774594-3-smb with host dv-cinder-774594-3-smb {{(pid=85229) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 11:17:38.848989 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-610d8c74-575c-4e7d-aac7-0f4ab6f35e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:17:40.028346 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:17:40.276774 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:17:40.985005 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 54564) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:17:41.061395 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a2d2fd6-fec4-4ebc-b70d-43c560c5bb8f admin admin] GET failed (client error): The resource could not be found. Apr 14 11:17:41.061970 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-2a2d2fd6-fec4-4ebc-b70d-43c560c5bb8f admin admin] Synchronizing usage tracker for tenant:ea294b47948b451682439b72917f2390 on resource:network {{(pid=85227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:17:41.076237 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-2a2d2fd6-fec4-4ebc-b70d-43c560c5bb8f admin admin] Unset dirty status for tenant:ea294b47948b451682439b72917f2390 on resource:network {{(pid=85227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:17:41.077534 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-2a2d2fd6-fec4-4ebc-b70d-43c560c5bb8f admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0914633 Apr 14 11:17:41.101317 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 5 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:17:41.189462 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e808bc-e6be-4857-a41b-15a6733da2cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:17:41.190939 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-22e808bc-e6be-4857-a41b-15a6733da2cc admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1091392 Apr 14 11:17:41.201376 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-8f44dc9a-c087-4e07-a8e7-0110040efe31 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'fd9baf16-3da4-4fb5-8166-85630bac70dc', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:17:41.205818 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-8f44dc9a-c087-4e07-a8e7-0110040efe31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:17:41.215479 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-8f44dc9a-c087-4e07-a8e7-0110040efe31 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:17:41.224629 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f44dc9a-c087-4e07-a8e7-0110040efe31 admin admin] Made reservation on behalf of ea294b47948b451682439b72917f2390 for: {'subnet': 1} {{(pid=85227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:17:41.229050 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8f44dc9a-c087-4e07-a8e7-0110040efe31 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:17:41.378359 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:17:41.610599 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8f44dc9a-c087-4e07-a8e7-0110040efe31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029'] for subnet, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:17:41.626646 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-19a949bd-ec51-4c64-b479-fe8534bb2da0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:17:41.755448 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f44dc9a-c087-4e07-a8e7-0110040efe31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64f111db-9799-4065-9643-766947cca58b,revision_number=0']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:17:41.758160 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-8f44dc9a-c087-4e07-a8e7-0110040efe31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:17:41.816491 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f44dc9a-c087-4e07-a8e7-0110040efe31 admin admin] Checking segment: {'id': 'ce999bb5-8845-47f0-9682-80159eb055fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd9baf16-3da4-4fb5-8166-85630bac70dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:17:41.816873 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f44dc9a-c087-4e07-a8e7-0110040efe31 admin admin] Network hostable DHCP agents. Network: fd9baf16-3da4-4fb5-8166-85630bac70dc, hostable agents: ['89ea7c1e-af59-4771-b465-98593056a05b'], hosted agents: [] {{(pid=85227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 11:17:41.834877 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f44dc9a-c087-4e07-a8e7-0110040efe31 admin admin] Network fd9baf16-3da4-4fb5-8166-85630bac70dc is scheduled to be hosted by DHCP agent 89ea7c1e-af59-4771-b465-98593056a05b with binding_index 1 {{(pid=85227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 11:17:41.842595 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-8f44dc9a-c087-4e07-a8e7-0110040efe31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-3-smb, fd9baf16-3da4-4fb5-8166-85630bac70dc) {{(pid=85227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:17:41.846758 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f44dc9a-c087-4e07-a8e7-0110040efe31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:17:41.847379 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8f44dc9a-c087-4e07-a8e7-0110040efe31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for subnet, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:17:41.851952 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effbf1de-5b1b-4287-aca5-820a1a7f509c None None] Network fd9baf16-3da4-4fb5-8166-85630bac70dc requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:17:41.871327 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-8f44dc9a-c087-4e07-a8e7-0110040efe31 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6726997 Apr 14 11:17:42.090186 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a770dfa-3043-4284-b3b7-468d412caeac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9aef77fe-09e0-5c86-a5f4-faa58af495f3-fd9baf16-3da4-4fb5-8166-85630bac70dc', 'network_id': 'fd9baf16-3da4-4fb5-8166-85630bac70dc', 'tenant_id': 'ea294b47948b451682439b72917f2390', 'fixed_ips': [{'subnet_id': '64f111db-9799-4065-9643-766947cca58b'}]}} from dv-cinder-774594-3-smb. {{(pid=85229) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 11:17:42.091166 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6a770dfa-3043-4284-b3b7-468d412caeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:17:42.419111 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [None req-6a770dfa-3043-4284-b3b7-468d412caeac None None] Allocated IP 192.168.233.2 (fd9baf16-3da4-4fb5-8166-85630bac70dc/64f111db-9799-4065-9643-766947cca58b/f1da4081-628e-4ef6-b93c-d374e4fea081) {{(pid=85229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:17:42.632281 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6a770dfa-3043-4284-b3b7-468d412caeac None None] Notify callbacks [] for port, precommit_create {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:17:42.642861 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-6a770dfa-3043-4284-b3b7-468d412caeac None None] Transition to ACTIVE for port object f1da4081-628e-4ef6-b93c-d374e4fea081 will not be triggered until provisioned by entity L2. {{(pid=85229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:17:42.663164 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-6a770dfa-3043-4284-b3b7-468d412caeac None None] Transition to ACTIVE for port object f1da4081-628e-4ef6-b93c-d374e4fea081 will not be triggered until provisioned by entity DHCP. {{(pid=85229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:17:42.667423 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6a770dfa-3043-4284-b3b7-468d412caeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362'] for port, after_create {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:17:42.686013 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:17:42.816463 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a770dfa-3043-4284-b3b7-468d412caeac None None] Pushing event updated for resources: {'Port': ['ID=f1da4081-628e-4ef6-b93c-d374e4fea081,revision_number=1']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:17:42.835733 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a770dfa-3043-4284-b3b7-468d412caeac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:17:42.836119 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a770dfa-3043-4284-b3b7-468d412caeac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:17:42.836491 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a770dfa-3043-4284-b3b7-468d412caeac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:17:42.836868 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a770dfa-3043-4284-b3b7-468d412caeac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:17:42.837230 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a770dfa-3043-4284-b3b7-468d412caeac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:17:42.837597 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a770dfa-3043-4284-b3b7-468d412caeac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:17:42.837957 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a770dfa-3043-4284-b3b7-468d412caeac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:17:42.838313 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a770dfa-3043-4284-b3b7-468d412caeac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:17:42.838699 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a770dfa-3043-4284-b3b7-468d412caeac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:17:42.839061 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a770dfa-3043-4284-b3b7-468d412caeac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:17:42.839417 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a770dfa-3043-4284-b3b7-468d412caeac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:17:42.839775 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a770dfa-3043-4284-b3b7-468d412caeac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:17:42.846471 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-6a770dfa-3043-4284-b3b7-468d412caeac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:17:42.884709 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a770dfa-3043-4284-b3b7-468d412caeac None None] Network fd9baf16-3da4-4fb5-8166-85630bac70dc is already hosted by enough agents. {{(pid=85229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:17:42.885831 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-6a770dfa-3043-4284-b3b7-468d412caeac None None] Resources bound (agent type, host, resource id): {{(pid=85229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:17:42.888184 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a770dfa-3043-4284-b3b7-468d412caeac None None] Received port after_create {{(pid=85229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:17:42.983041 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-6a770dfa-3043-4284-b3b7-468d412caeac None None] Attempting to bind port f1da4081-628e-4ef6-b93c-d374e4fea081 on host dv-cinder-774594-3-smb for vnic_type normal with profile {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:17:42.983453 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-6a770dfa-3043-4284-b3b7-468d412caeac None None] Attempting to bind port f1da4081-628e-4ef6-b93c-d374e4fea081 by drivers openvswitch,hyperv on host dv-cinder-774594-3-smb at level 0 using segments [{'id': 'ce999bb5-8845-47f0-9682-80159eb055fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd9baf16-3da4-4fb5-8166-85630bac70dc'}] {{(pid=85229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:17:42.983884 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a770dfa-3043-4284-b3b7-468d412caeac None None] Attempting to bind port f1da4081-628e-4ef6-b93c-d374e4fea081 on network fd9baf16-3da4-4fb5-8166-85630bac70dc {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:17:42.989699 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a770dfa-3043-4284-b3b7-468d412caeac None None] Checking agent: {'id': 'bc79d1ea-49d8-4ce6-bb8d-e4f173948ffd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 14, 10), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:17:42.990111 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a770dfa-3043-4284-b3b7-468d412caeac None None] Checking segment: {'id': 'ce999bb5-8845-47f0-9682-80159eb055fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd9baf16-3da4-4fb5-8166-85630bac70dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:17:42.990618 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6a770dfa-3043-4284-b3b7-468d412caeac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:17:42.991057 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a770dfa-3043-4284-b3b7-468d412caeac None None] Bound using segment: {'id': 'ce999bb5-8845-47f0-9682-80159eb055fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd9baf16-3da4-4fb5-8166-85630bac70dc'} {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:17:42.991574 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-6a770dfa-3043-4284-b3b7-468d412caeac None None] Bound port: f1da4081-628e-4ef6-b93c-d374e4fea081, host: dv-cinder-774594-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce999bb5-8845-47f0-9682-80159eb055fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd9baf16-3da4-4fb5-8166-85630bac70dc'}}] {{(pid=85229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:17:42.991983 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6a770dfa-3043-4284-b3b7-468d412caeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:17:43.067997 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-6a770dfa-3043-4284-b3b7-468d412caeac None None] For port f1da4081-628e-4ef6-b93c-d374e4fea081, host dv-cinder-774594-3-smb, cleared binding levels {{(pid=85229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:17:43.071625 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-6a770dfa-3043-4284-b3b7-468d412caeac None None] For port f1da4081-628e-4ef6-b93c-d374e4fea081, host dv-cinder-774594-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=f1da4081-628e-4ef6-b93c-d374e4fea081,segment=NetworkSegment(ce999bb5-8845-47f0-9682-80159eb055fb),segment_id=ce999bb5-8845-47f0-9682-80159eb055fb)] {{(pid=85229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:17:43.076299 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6a770dfa-3043-4284-b3b7-468d412caeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:17:43.091456 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:17:43.243726 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a770dfa-3043-4284-b3b7-468d412caeac None None] Pushing event updated for resources: {'Port': ['ID=f1da4081-628e-4ef6-b93c-d374e4fea081,revision_number=2']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:17:43.248812 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-6a770dfa-3043-4284-b3b7-468d412caeac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:17:44.444964 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device f1da4081-628e-4ef6-b93c-d374e4fea081 up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:17:44.487790 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc67a5c-2bcf-4245-b5a7-01a212738f18 None None] Network fd9baf16-3da4-4fb5-8166-85630bac70dc requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:17:44.625040 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-073434ec-2de0-4a0c-91c9-10e66877e65f None None] Provisioning for port f1da4081-628e-4ef6-b93c-d374e4fea081 completed by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:17:44.632125 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning for port f1da4081-628e-4ef6-b93c-d374e4fea081 completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:17:44.638745 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-073434ec-2de0-4a0c-91c9-10e66877e65f None None] Provisioning complete for port f1da4081-628e-4ef6-b93c-d374e4fea081 triggered by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:17:44.639159 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-073434ec-2de0-4a0c-91c9-10e66877e65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:17:44.686193 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning complete for port f1da4081-628e-4ef6-b93c-d374e4fea081 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:17:44.686633 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:17:44.956631 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-073434ec-2de0-4a0c-91c9-10e66877e65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:17:44.992363 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:17:44.998943 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-073434ec-2de0-4a0c-91c9-10e66877e65f None None] For port f1da4081-628e-4ef6-b93c-d374e4fea081, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=f1da4081-628e-4ef6-b93c-d374e4fea081,segment=NetworkSegment(ce999bb5-8845-47f0-9682-80159eb055fb),segment_id=ce999bb5-8845-47f0-9682-80159eb055fb)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:17:45.033828 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-073434ec-2de0-4a0c-91c9-10e66877e65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:17:45.051365 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:17:45.126847 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.db.api [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85229) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 11:17:45.127249 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_db.api [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 11:17:45.147336 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073434ec-2de0-4a0c-91c9-10e66877e65f None None] Pushing event updated for resources: {'Port': ['ID=f1da4081-628e-4ef6-b93c-d374e4fea081,revision_number=3']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:17:45.150725 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-073434ec-2de0-4a0c-91c9-10e66877e65f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:17:45.370094 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-7ddbba8f-8792-4037-bf7e-18c626c8464e None None] Provisioning complete for port f1da4081-628e-4ef6-b93c-d374e4fea081 triggered by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:17:45.370504 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7ddbba8f-8792-4037-bf7e-18c626c8464e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:17:46.408472 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device f1da4081-628e-4ef6-b93c-d374e4fea081 up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:17:46.480734 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning complete for port f1da4081-628e-4ef6-b93c-d374e4fea081 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:17:46.481140 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:18:07.060954 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2d036585-fc7d-409a-9ded-4b16ea78ab8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:18:08.851440 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-310b340d-dbc9-4c1c-9448-9d45f50d829d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:18:10.031937 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:18:10.279883 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:18:11.382359 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:18:18.100251 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 5 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:18:37.063325 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b172c523-23b1-4088-9175-32ea5d2987a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:18:38.853686 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e9297e11-af9b-499f-aebd-abc914a21e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:18:40.035995 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:18:40.282239 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:18:41.388774 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:18:55.100034 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 5 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:18:58.128598 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 54608) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:18:58.134945 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [None req-20268caf-f85f-40a8-99a5-83bdc4bd6f4b tempest-verify_tempest_config-149210583 tempest-verify_tempest_config-149210583-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=85227) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 11:18:58.135976 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-20268caf-f85f-40a8-99a5-83bdc4bd6f4b tempest-verify_tempest_config-149210583 tempest-verify_tempest_config-149210583-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063324 Apr 14 11:18:58.445888 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 54626) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:18:58.567993 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6a67e8e8-ea08-4661-aec6-b4a311f97d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:18:58.583037 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-6a67e8e8-ea08-4661-aec6-b4a311f97d95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:18:58.587107 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-6a67e8e8-ea08-4661-aec6-b4a311f97d95 admin admin] Usage tracker for resource:security_group_rule and tenant:2489a35cfa8e44879f84821d1e6748aa is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:18:58.589988 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-6a67e8e8-ea08-4661-aec6-b4a311f97d95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:18:58.595967 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-6a67e8e8-ea08-4661-aec6-b4a311f97d95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:18:58.681613 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6a67e8e8-ea08-4661-aec6-b4a311f97d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:18:58.684153 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6a67e8e8-ea08-4661-aec6-b4a311f97d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:18:58.693851 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-f1e918ea-e9ea-4d6a-b0ae-ab16a636c44f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:18:58.733653 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-6a67e8e8-ea08-4661-aec6-b4a311f97d95 admin admin] Synchronizing usage tracker for tenant:ea294b47948b451682439b72917f2390 on resource:security_group {{(pid=85227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:18:58.737623 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67e8e8-ea08-4661-aec6-b4a311f97d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a050d293-6ef0-4c66-a5c6-a3915afa2644,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:18:58.747842 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67e8e8-ea08-4661-aec6-b4a311f97d95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:18:58.748223 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67e8e8-ea08-4661-aec6-b4a311f97d95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:18:58.748594 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67e8e8-ea08-4661-aec6-b4a311f97d95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:18:58.748959 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67e8e8-ea08-4661-aec6-b4a311f97d95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:18:58.749369 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67e8e8-ea08-4661-aec6-b4a311f97d95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:18:58.749733 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67e8e8-ea08-4661-aec6-b4a311f97d95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:18:58.750759 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67e8e8-ea08-4661-aec6-b4a311f97d95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:18:58.751122 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67e8e8-ea08-4661-aec6-b4a311f97d95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:18:58.751497 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67e8e8-ea08-4661-aec6-b4a311f97d95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:18:58.751854 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67e8e8-ea08-4661-aec6-b4a311f97d95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:18:58.752207 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67e8e8-ea08-4661-aec6-b4a311f97d95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:18:58.752560 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67e8e8-ea08-4661-aec6-b4a311f97d95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:18:58.757684 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-6a67e8e8-ea08-4661-aec6-b4a311f97d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:18:58.764772 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-6a67e8e8-ea08-4661-aec6-b4a311f97d95 admin admin] Unset dirty status for tenant:ea294b47948b451682439b72917f2390 on resource:security_group {{(pid=85227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:18:58.766115 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-6a67e8e8-ea08-4661-aec6-b4a311f97d95 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2489a35cfa8e44879f84821d1e6748aa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3191407 Apr 14 11:18:58.768953 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 54632) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:18:58.831326 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ddc53ca8-3a23-4535-aed5-19a5c3ae9078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:18:58.857563 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ddc53ca8-3a23-4535-aed5-19a5c3ae9078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:18:58.909777 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ddc53ca8-3a23-4535-aed5-19a5c3ae9078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:18:58.914856 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:18:58.928399 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc53ca8-3a23-4535-aed5-19a5c3ae9078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a050d293-6ef0-4c66-a5c6-a3915afa2644,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:18:58.930723 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-ddc53ca8-3a23-4535-aed5-19a5c3ae9078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:18:58.932895 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ddc53ca8-3a23-4535-aed5-19a5c3ae9078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:18:58.934049 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-ddc53ca8-3a23-4535-aed5-19a5c3ae9078 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a050d293-6ef0-4c66-a5c6-a3915afa2644 HTTP/1.1" status: 204 len: 168 time: 0.1640711 Apr 14 11:19:07.066596 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e03783e7-5153-4d25-9291-df1b83b7d46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:19:08.855845 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-282bb8fa-4f9c-4773-999e-00473ca49eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:19:10.038376 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:19:10.283867 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:19:11.391390 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:19:32.100044 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 5 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:19:37.068166 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4bcf698e-2627-44c1-80f5-72175d37bfd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:19:38.856923 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7ad7964a-35e0-4e00-a9e6-2c663c7235ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:19:40.039697 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:19:40.284202 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:19:41.391592 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:20:07.069249 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d07cc62d-1b0b-4eac-9f89-4446b1e211d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:20:08.857539 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b3632863-79b0-47ba-9b63-13b7d3ccf519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:20:09.099315 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 5 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:20:10.041527 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:20:10.284245 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:20:11.396278 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:20:37.070825 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-219a3a48-a340-4344-9f1e-caf9772a0f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:20:38.859054 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d5ec9b9b-abe0-43b4-8a1f-0fe4d35ffa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:20:40.047928 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:20:40.287416 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:20:41.408305 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:20:41.409996 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451'] for agent, after_create {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:20:46.099035 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 6 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:20:46.945585 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 54692) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:20:47.067158 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-948b522f-8df3-408f-a449-91c47259ac7e admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1203530 Apr 14 11:20:49.540161 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 54702) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:20:49.598839 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-0cc8389d-d01d-4c96-b3d6-6226e658319a admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0575109 Apr 14 11:21:07.072520 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1bf27ba3-6e15-4ff9-90ae-a37ef0d81c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:21:08.859591 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-de9fd570-5bb9-4c01-8121-88ebb6644d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:21:10.047734 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:21:10.287677 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:21:11.406428 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:21:11.409403 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:21:23.098042 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 6 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:21:37.074093 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b228bc32-23e2-48f8-a451-d34c80f0ec2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:21:38.861835 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c4435150-8555-4a5d-a795-5afec6bae7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:21:40.052438 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:21:40.290209 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:21:41.417884 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:21:41.419018 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:00.098556 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 6 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:22:07.076922 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-9da3ffb4-b2d3-4745-a90e-38ce8ec2193b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:08.864570 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3da33e8a-1035-4941-858a-74dd56e4cb43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:10.054098 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:10.291590 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:11.421541 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:11.424541 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:27.454487 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 54918) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:27.601491 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 54928) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:27.639739 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 54934) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:27.834874 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-e2044dd6-21c3-428b-88e4-e95aef8a21c5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-866113711-network', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:22:27.835176 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 54952) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:27.841134 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-e2044dd6-21c3-428b-88e4-e95aef8a21c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:22:27.846911 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-e2044dd6-21c3-428b-88e4-e95aef8a21c5 admin admin] Usage tracker for resource:network and tenant:e9b3ef38e1d8424c861a2e84fef25222 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:22:27.850052 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-e2044dd6-21c3-428b-88e4-e95aef8a21c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:22:27.856452 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-e2044dd6-21c3-428b-88e4-e95aef8a21c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:22:27.865656 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2044dd6-21c3-428b-88e4-e95aef8a21c5 admin admin] Made reservation on behalf of e9b3ef38e1d8424c861a2e84fef25222 for: {'network': 1} {{(pid=85227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:22:27.870927 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e2044dd6-21c3-428b-88e4-e95aef8a21c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for network, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:27.884286 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-7e8d70d5-4ccb-4361-9a1b-52ce22057121 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-860471001-network', 'tenant_id': '4b3f85d7308945ada4fb45e00aa6c46b'}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:22:27.886547 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e2044dd6-21c3-428b-88e4-e95aef8a21c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:27.897306 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-d97c2db8-ceeb-4b4a-81cb-9e410f61bf3c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-780943086-network', 'tenant_id': '1d4c79fde57249779d75f7c2cbea2103'}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:22:27.903206 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-7e8d70d5-4ccb-4361-9a1b-52ce22057121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:22:27.906269 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-e2044dd6-21c3-428b-88e4-e95aef8a21c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:22:27.906389 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-d97c2db8-ceeb-4b4a-81cb-9e410f61bf3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:22:27.911201 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-e2044dd6-21c3-428b-88e4-e95aef8a21c5 admin admin] Usage tracker for resource:security_group_rule and tenant:e9b3ef38e1d8424c861a2e84fef25222 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:22:27.912779 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-7e8d70d5-4ccb-4361-9a1b-52ce22057121 admin admin] Usage tracker for resource:network and tenant:4b3f85d7308945ada4fb45e00aa6c46b is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:22:27.915085 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-e2044dd6-21c3-428b-88e4-e95aef8a21c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:22:27.915807 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-d97c2db8-ceeb-4b4a-81cb-9e410f61bf3c admin admin] Usage tracker for resource:network and tenant:1d4c79fde57249779d75f7c2cbea2103 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:22:27.918702 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-7e8d70d5-4ccb-4361-9a1b-52ce22057121 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:22:27.922107 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-d97c2db8-ceeb-4b4a-81cb-9e410f61bf3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:22:27.923077 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-e2044dd6-21c3-428b-88e4-e95aef8a21c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:22:27.936022 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-7e8d70d5-4ccb-4361-9a1b-52ce22057121 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:22:27.938456 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-d97c2db8-ceeb-4b4a-81cb-9e410f61bf3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:22:27.954826 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8d70d5-4ccb-4361-9a1b-52ce22057121 admin admin] Made reservation on behalf of 4b3f85d7308945ada4fb45e00aa6c46b for: {'network': 1} {{(pid=85228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:22:27.961110 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7e8d70d5-4ccb-4361-9a1b-52ce22057121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for network, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:27.975027 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97c2db8-ceeb-4b4a-81cb-9e410f61bf3c admin admin] Made reservation on behalf of 1d4c79fde57249779d75f7c2cbea2103 for: {'network': 1} {{(pid=85228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:22:27.980668 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d97c2db8-ceeb-4b4a-81cb-9e410f61bf3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for network, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:28.016414 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7e8d70d5-4ccb-4361-9a1b-52ce22057121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:28.029591 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d97c2db8-ceeb-4b4a-81cb-9e410f61bf3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:28.034319 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e2044dd6-21c3-428b-88e4-e95aef8a21c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:28.039508 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e2044dd6-21c3-428b-88e4-e95aef8a21c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:28.049703 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-7e8d70d5-4ccb-4361-9a1b-52ce22057121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:22:28.054138 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-d97c2db8-ceeb-4b4a-81cb-9e410f61bf3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:22:28.055774 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-ddc53ca8-3a23-4535-aed5-19a5c3ae9078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:28.059565 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-7e8d70d5-4ccb-4361-9a1b-52ce22057121 admin admin] Usage tracker for resource:security_group_rule and tenant:4b3f85d7308945ada4fb45e00aa6c46b is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:22:28.064000 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-d97c2db8-ceeb-4b4a-81cb-9e410f61bf3c admin admin] Usage tracker for resource:security_group_rule and tenant:1d4c79fde57249779d75f7c2cbea2103 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:22:28.067343 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-7e8d70d5-4ccb-4361-9a1b-52ce22057121 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:22:28.071129 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-d97c2db8-ceeb-4b4a-81cb-9e410f61bf3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:22:28.080136 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-7e8d70d5-4ccb-4361-9a1b-52ce22057121 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:22:28.085776 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-d97c2db8-ceeb-4b4a-81cb-9e410f61bf3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:22:28.086828 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2044dd6-21c3-428b-88e4-e95aef8a21c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=85227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 11:22:28.099186 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e2044dd6-21c3-428b-88e4-e95aef8a21c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774745'] for segment, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:28.099729 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.db.segments_db [None req-e2044dd6-21c3-428b-88e4-e95aef8a21c5 admin admin] Added segment 68eb76e0-e4c1-4e3c-88ca-0b72840edf3e of type vlan for network 712e05ed-c735-46b7-8a8c-2c06f81a1c29 Apr 14 11:22:28.127101 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-93a6025c-eeba-4dbf-8b80-e26e5b686812 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1254954246-network', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b'}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:22:28.131234 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e2044dd6-21c3-428b-88e4-e95aef8a21c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741597887210'] for network, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:28.138045 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-93a6025c-eeba-4dbf-8b80-e26e5b686812 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:22:28.149548 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-93a6025c-eeba-4dbf-8b80-e26e5b686812 admin admin] Usage tracker for resource:network and tenant:d797536746cd4942b8a3a1f5e7b19e2b is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:22:28.153937 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-93a6025c-eeba-4dbf-8b80-e26e5b686812 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:22:28.160096 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2044dd6-21c3-428b-88e4-e95aef8a21c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec527d4-5331-4b96-9169-a928ad458e45,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:28.164684 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-93a6025c-eeba-4dbf-8b80-e26e5b686812 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:22:28.180372 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2044dd6-21c3-428b-88e4-e95aef8a21c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:28.180758 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2044dd6-21c3-428b-88e4-e95aef8a21c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:28.181278 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2044dd6-21c3-428b-88e4-e95aef8a21c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:28.182196 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2044dd6-21c3-428b-88e4-e95aef8a21c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:28.182196 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2044dd6-21c3-428b-88e4-e95aef8a21c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:28.182414 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2044dd6-21c3-428b-88e4-e95aef8a21c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:28.182811 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2044dd6-21c3-428b-88e4-e95aef8a21c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:28.183209 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2044dd6-21c3-428b-88e4-e95aef8a21c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:28.183605 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2044dd6-21c3-428b-88e4-e95aef8a21c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:28.183963 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2044dd6-21c3-428b-88e4-e95aef8a21c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:28.184316 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2044dd6-21c3-428b-88e4-e95aef8a21c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:28.184667 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2044dd6-21c3-428b-88e4-e95aef8a21c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:28.185751 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2044dd6-21c3-428b-88e4-e95aef8a21c5 admin admin] Tracked resource versions report: Apr 14 11:22:28.185751 dv-cinder-774594-3-smb neutron-server[85114]: pushed versions: Apr 14 11:22:28.185751 dv-cinder-774594-3-smb neutron-server[85114]: { 'AddressGroup': {'1.2'}, Apr 14 11:22:28.185751 dv-cinder-774594-3-smb neutron-server[85114]: 'ConntrackHelper': {'1.0'}, Apr 14 11:22:28.185751 dv-cinder-774594-3-smb neutron-server[85114]: 'Log': {'1.0'}, Apr 14 11:22:28.185751 dv-cinder-774594-3-smb neutron-server[85114]: 'Network': {'1.1'}, Apr 14 11:22:28.185751 dv-cinder-774594-3-smb neutron-server[85114]: 'Port': {'1.7'}, Apr 14 11:22:28.185751 dv-cinder-774594-3-smb neutron-server[85114]: 'PortForwarding': {'1.2'}, Apr 14 11:22:28.185751 dv-cinder-774594-3-smb neutron-server[85114]: 'QosPolicy': {'1.8'}, Apr 14 11:22:28.185751 dv-cinder-774594-3-smb neutron-server[85114]: 'SecurityGroup': {'1.4'}, Apr 14 11:22:28.185751 dv-cinder-774594-3-smb neutron-server[85114]: 'SecurityGroupRule': {'1.2'}, Apr 14 11:22:28.185751 dv-cinder-774594-3-smb neutron-server[85114]: 'SubPort': {'1.0'}, Apr 14 11:22:28.185751 dv-cinder-774594-3-smb neutron-server[85114]: 'Subnet': {'1.1'}, Apr 14 11:22:28.185751 dv-cinder-774594-3-smb neutron-server[85114]: 'Trunk': {'1.1'}} Apr 14 11:22:28.185751 dv-cinder-774594-3-smb neutron-server[85114]: consumer versions: Apr 14 11:22:28.185751 dv-cinder-774594-3-smb neutron-server[85114]: { DHCP agent@dv-cinder-774594-3-smb: {}, Apr 14 11:22:28.185751 dv-cinder-774594-3-smb neutron-server[85114]: HyperV agent@hv-cinder-77459: {}, Apr 14 11:22:28.185751 dv-cinder-774594-3-smb neutron-server[85114]: L3 agent@dv-cinder-774594-3-smb: {}, Apr 14 11:22:28.185751 dv-cinder-774594-3-smb neutron-server[85114]: Metadata agent@dv-cinder-774594-3-smb: {}, Apr 14 11:22:28.185751 dv-cinder-774594-3-smb neutron-server[85114]: Metering agent@dv-cinder-774594-3-smb: {}, Apr 14 11:22:28.185751 dv-cinder-774594-3-smb neutron-server[85114]: Open vSwitch agent@dv-cinder-774594-3-smb: { 'AddressGroup': '1.2', Apr 14 11:22:28.185751 dv-cinder-774594-3-smb neutron-server[85114]: 'ConntrackHelper': '1.0', Apr 14 11:22:28.185751 dv-cinder-774594-3-smb neutron-server[85114]: 'Log': '1.0', Apr 14 11:22:28.185751 dv-cinder-774594-3-smb neutron-server[85114]: 'Network': '1.1', Apr 14 11:22:28.185751 dv-cinder-774594-3-smb neutron-server[85114]: 'Port': '1.7', Apr 14 11:22:28.185751 dv-cinder-774594-3-smb neutron-server[85114]: 'PortForwarding': '1.2', Apr 14 11:22:28.185751 dv-cinder-774594-3-smb neutron-server[85114]: 'QosPolicy': '1.8', Apr 14 11:22:28.185751 dv-cinder-774594-3-smb neutron-server[85114]: 'SecurityGroup': '1.4', Apr 14 11:22:28.185751 dv-cinder-774594-3-smb neutron-server[85114]: 'SecurityGroupRule': '1.2', Apr 14 11:22:28.185751 dv-cinder-774594-3-smb neutron-server[85114]: 'SubPort': '1.0', Apr 14 11:22:28.185751 dv-cinder-774594-3-smb neutron-server[85114]: 'Subnet': '1.1', Apr 14 11:22:28.185751 dv-cinder-774594-3-smb neutron-server[85114]: 'Trunk': '1.1'}} Apr 14 11:22:28.185751 dv-cinder-774594-3-smb neutron-server[85114]: {{(pid=85227) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 11:22:28.189276 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-e2044dd6-21c3-428b-88e4-e95aef8a21c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:28.189523 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a6025c-eeba-4dbf-8b80-e26e5b686812 admin admin] Made reservation on behalf of d797536746cd4942b8a3a1f5e7b19e2b for: {'network': 1} {{(pid=85228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:22:28.194411 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-93a6025c-eeba-4dbf-8b80-e26e5b686812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for network, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:28.202173 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e2044dd6-21c3-428b-88e4-e95aef8a21c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029'] for network, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:28.203598 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2044dd6-21c3-428b-88e4-e95aef8a21c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:22:28.204228 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e2044dd6-21c3-428b-88e4-e95aef8a21c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for network, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:28.210355 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:28.214575 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-93a6025c-eeba-4dbf-8b80-e26e5b686812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:28.252352 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-93a6025c-eeba-4dbf-8b80-e26e5b686812 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:22:28.265755 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-93a6025c-eeba-4dbf-8b80-e26e5b686812 admin admin] Usage tracker for resource:security_group_rule and tenant:d797536746cd4942b8a3a1f5e7b19e2b is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:22:28.273769 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-93a6025c-eeba-4dbf-8b80-e26e5b686812 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:22:28.297248 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-93a6025c-eeba-4dbf-8b80-e26e5b686812 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:22:28.339329 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2044dd6-21c3-428b-88e4-e95aef8a21c5 admin admin] Pushing event updated for resources: {'Network': ['ID=712e05ed-c735-46b7-8a8c-2c06f81a1c29,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:28.343013 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-e2044dd6-21c3-428b-88e4-e95aef8a21c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:28.349935 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7e8d70d5-4ccb-4361-9a1b-52ce22057121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:28.352576 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d97c2db8-ceeb-4b4a-81cb-9e410f61bf3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:28.355204 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Network 712e05ed-c735-46b7-8a8c-2c06f81a1c29 details requested by agent ovs-agent-dv-cinder-774594-3-smb with host dv-cinder-774594-3-smb {{(pid=85229) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 11:22:28.359264 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7e8d70d5-4ccb-4361-9a1b-52ce22057121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:28.360001 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d97c2db8-ceeb-4b4a-81cb-9e410f61bf3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:28.374383 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-2bad5a37-3a7b-4de9-8e51-85517ecacc41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:28.387278 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-e2044dd6-21c3-428b-88e4-e95aef8a21c5 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9312415 Apr 14 11:22:28.388272 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 54976) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:28.396297 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-cd762ed5-a91b-417a-b4a7-68ecf04ff670 admin admin] Request body: {'subnet': {'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-866113711-subnet', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:22:28.401366 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d97c2db8-ceeb-4b4a-81cb-9e410f61bf3c admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=85228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 11:22:28.406854 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-cd762ed5-a91b-417a-b4a7-68ecf04ff670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:22:28.410678 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d97c2db8-ceeb-4b4a-81cb-9e410f61bf3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774745'] for segment, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:28.411069 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.db.segments_db [None req-d97c2db8-ceeb-4b4a-81cb-9e410f61bf3c admin admin] Added segment 4e559bdf-509e-49c4-9c35-9fec923c43e1 of type vlan for network eb4158bd-57c7-4c13-8c67-1c6c30170d9d Apr 14 11:22:28.411635 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-cd762ed5-a91b-417a-b4a7-68ecf04ff670 admin admin] Usage tracker for resource:subnet and tenant:e9b3ef38e1d8424c861a2e84fef25222 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:22:28.416379 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-cd762ed5-a91b-417a-b4a7-68ecf04ff670 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:22:28.423115 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-cd762ed5-a91b-417a-b4a7-68ecf04ff670 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:22:28.434665 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd762ed5-a91b-417a-b4a7-68ecf04ff670 admin admin] Made reservation on behalf of e9b3ef38e1d8424c861a2e84fef25222 for: {'subnet': 1} {{(pid=85227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:22:28.441978 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d97c2db8-ceeb-4b4a-81cb-9e410f61bf3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741597887210'] for network, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:28.447865 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-cd762ed5-a91b-417a-b4a7-68ecf04ff670 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:28.488803 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d97c2db8-ceeb-4b4a-81cb-9e410f61bf3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029'] for network, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:28.497572 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e8d70d5-4ccb-4361-9a1b-52ce22057121 admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=85228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 11:22:28.508576 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97c2db8-ceeb-4b4a-81cb-9e410f61bf3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:22:28.509221 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d97c2db8-ceeb-4b4a-81cb-9e410f61bf3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for network, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:28.561858 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-d97c2db8-ceeb-4b4a-81cb-9e410f61bf3c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9207995 Apr 14 11:22:28.565306 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d70d5-4ccb-4361-9a1b-52ce22057121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd44f0c-66ba-4793-8beb-7979d7d9c995,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:28.574094 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7e8d70d5-4ccb-4361-9a1b-52ce22057121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774745'] for segment, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:28.574472 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.db.segments_db [None req-7e8d70d5-4ccb-4361-9a1b-52ce22057121 admin admin] Added segment 212fd361-423d-43e4-8548-a42b1e25df2f of type vlan for network 6c770865-86da-4d8e-8a44-f942f5188572 Apr 14 11:22:28.575496 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 54986) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:28.576867 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d70d5-4ccb-4361-9a1b-52ce22057121 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:28.577283 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d70d5-4ccb-4361-9a1b-52ce22057121 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:28.577595 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d70d5-4ccb-4361-9a1b-52ce22057121 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:28.577961 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d70d5-4ccb-4361-9a1b-52ce22057121 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:28.578322 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d70d5-4ccb-4361-9a1b-52ce22057121 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:28.578729 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d70d5-4ccb-4361-9a1b-52ce22057121 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:28.579090 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d70d5-4ccb-4361-9a1b-52ce22057121 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:28.579445 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d70d5-4ccb-4361-9a1b-52ce22057121 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:28.579807 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d70d5-4ccb-4361-9a1b-52ce22057121 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:28.580135 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d70d5-4ccb-4361-9a1b-52ce22057121 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:28.580491 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d70d5-4ccb-4361-9a1b-52ce22057121 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:28.580842 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d70d5-4ccb-4361-9a1b-52ce22057121 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:28.581933 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8d70d5-4ccb-4361-9a1b-52ce22057121 admin admin] Tracked resource versions report: Apr 14 11:22:28.581933 dv-cinder-774594-3-smb neutron-server[85114]: pushed versions: Apr 14 11:22:28.581933 dv-cinder-774594-3-smb neutron-server[85114]: { 'AddressGroup': {'1.2'}, Apr 14 11:22:28.581933 dv-cinder-774594-3-smb neutron-server[85114]: 'ConntrackHelper': {'1.0'}, Apr 14 11:22:28.581933 dv-cinder-774594-3-smb neutron-server[85114]: 'Log': {'1.0'}, Apr 14 11:22:28.581933 dv-cinder-774594-3-smb neutron-server[85114]: 'Network': {'1.1'}, Apr 14 11:22:28.581933 dv-cinder-774594-3-smb neutron-server[85114]: 'Port': {'1.7'}, Apr 14 11:22:28.581933 dv-cinder-774594-3-smb neutron-server[85114]: 'PortForwarding': {'1.2'}, Apr 14 11:22:28.581933 dv-cinder-774594-3-smb neutron-server[85114]: 'QosPolicy': {'1.8'}, Apr 14 11:22:28.581933 dv-cinder-774594-3-smb neutron-server[85114]: 'SecurityGroup': {'1.4'}, Apr 14 11:22:28.581933 dv-cinder-774594-3-smb neutron-server[85114]: 'SecurityGroupRule': {'1.2'}, Apr 14 11:22:28.581933 dv-cinder-774594-3-smb neutron-server[85114]: 'SubPort': {'1.0'}, Apr 14 11:22:28.581933 dv-cinder-774594-3-smb neutron-server[85114]: 'Subnet': {'1.1'}, Apr 14 11:22:28.581933 dv-cinder-774594-3-smb neutron-server[85114]: 'Trunk': {'1.1'}} Apr 14 11:22:28.581933 dv-cinder-774594-3-smb neutron-server[85114]: consumer versions: Apr 14 11:22:28.581933 dv-cinder-774594-3-smb neutron-server[85114]: { DHCP agent@dv-cinder-774594-3-smb: {}, Apr 14 11:22:28.581933 dv-cinder-774594-3-smb neutron-server[85114]: HyperV agent@hv-cinder-77459: {}, Apr 14 11:22:28.581933 dv-cinder-774594-3-smb neutron-server[85114]: L3 agent@dv-cinder-774594-3-smb: {}, Apr 14 11:22:28.581933 dv-cinder-774594-3-smb neutron-server[85114]: Metadata agent@dv-cinder-774594-3-smb: {}, Apr 14 11:22:28.581933 dv-cinder-774594-3-smb neutron-server[85114]: Metering agent@dv-cinder-774594-3-smb: {}, Apr 14 11:22:28.581933 dv-cinder-774594-3-smb neutron-server[85114]: Open vSwitch agent@dv-cinder-774594-3-smb: { 'AddressGroup': '1.2', Apr 14 11:22:28.581933 dv-cinder-774594-3-smb neutron-server[85114]: 'ConntrackHelper': '1.0', Apr 14 11:22:28.581933 dv-cinder-774594-3-smb neutron-server[85114]: 'Log': '1.0', Apr 14 11:22:28.581933 dv-cinder-774594-3-smb neutron-server[85114]: 'Network': '1.1', Apr 14 11:22:28.581933 dv-cinder-774594-3-smb neutron-server[85114]: 'Port': '1.7', Apr 14 11:22:28.581933 dv-cinder-774594-3-smb neutron-server[85114]: 'PortForwarding': '1.2', Apr 14 11:22:28.581933 dv-cinder-774594-3-smb neutron-server[85114]: 'QosPolicy': '1.8', Apr 14 11:22:28.581933 dv-cinder-774594-3-smb neutron-server[85114]: 'SecurityGroup': '1.4', Apr 14 11:22:28.581933 dv-cinder-774594-3-smb neutron-server[85114]: 'SecurityGroupRule': '1.2', Apr 14 11:22:28.581933 dv-cinder-774594-3-smb neutron-server[85114]: 'SubPort': '1.0', Apr 14 11:22:28.581933 dv-cinder-774594-3-smb neutron-server[85114]: 'Subnet': '1.1', Apr 14 11:22:28.581933 dv-cinder-774594-3-smb neutron-server[85114]: 'Trunk': '1.1'}} Apr 14 11:22:28.581933 dv-cinder-774594-3-smb neutron-server[85114]: {{(pid=85228) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 11:22:28.608145 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-8d0a5dfd-42f8-492f-8a1f-bef849761fcb admin admin] Request body: {'subnet': {'network_id': 'eb4158bd-57c7-4c13-8c67-1c6c30170d9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-780943086-subnet', 'tenant_id': '1d4c79fde57249779d75f7c2cbea2103', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:22:28.627526 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-8d0a5dfd-42f8-492f-8a1f-bef849761fcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:22:28.640614 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-8d0a5dfd-42f8-492f-8a1f-bef849761fcb admin admin] Usage tracker for resource:subnet and tenant:1d4c79fde57249779d75f7c2cbea2103 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:22:28.647607 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-8d0a5dfd-42f8-492f-8a1f-bef849761fcb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:22:28.662716 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-8d0a5dfd-42f8-492f-8a1f-bef849761fcb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:22:28.696641 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0a5dfd-42f8-492f-8a1f-bef849761fcb admin admin] Made reservation on behalf of 1d4c79fde57249779d75f7c2cbea2103 for: {'subnet': 1} {{(pid=85228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:22:28.701294 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8d0a5dfd-42f8-492f-8a1f-bef849761fcb admin admin] Notify callbacks [] for subnet, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:28.948163 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-93a6025c-eeba-4dbf-8b80-e26e5b686812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:28.969791 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c2db8-ceeb-4b4a-81cb-9e410f61bf3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe08f5c-26f4-48ab-bd21-f922c1678942,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:28.991596 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-93a6025c-eeba-4dbf-8b80-e26e5b686812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:28.993933 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-d97c2db8-ceeb-4b4a-81cb-9e410f61bf3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:29.001586 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.517s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:29.088294 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93a6025c-eeba-4dbf-8b80-e26e5b686812 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=85228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 11:22:29.107413 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-93a6025c-eeba-4dbf-8b80-e26e5b686812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774745'] for segment, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:29.107706 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.db.segments_db [None req-93a6025c-eeba-4dbf-8b80-e26e5b686812 admin admin] Added segment eee09de6-2fbd-4c24-ab11-3382d1e941e6 of type vlan for network 107ffdc1-1c99-4692-a473-5dbc7ac62120 Apr 14 11:22:29.149499 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-93a6025c-eeba-4dbf-8b80-e26e5b686812 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741597887210'] for network, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:29.162056 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a6025c-eeba-4dbf-8b80-e26e5b686812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2be1781-fc0c-47ac-900b-50d4d8f14889,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:29.166142 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7e8d70d5-4ccb-4361-9a1b-52ce22057121 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741597887210'] for network, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:29.186728 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-93a6025c-eeba-4dbf-8b80-e26e5b686812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:29.187137 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.632s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:29.297396 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-cd762ed5-a91b-417a-b4a7-68ecf04ff670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029'] for subnet, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:29.316193 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-8f44dc9a-c087-4e07-a8e7-0110040efe31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:29.336013 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c2db8-ceeb-4b4a-81cb-9e410f61bf3c admin admin] Pushing event updated for resources: {'Network': ['ID=eb4158bd-57c7-4c13-8c67-1c6c30170d9d,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:29.359593 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Network eb4158bd-57c7-4c13-8c67-1c6c30170d9d details requested by agent ovs-agent-dv-cinder-774594-3-smb with host dv-cinder-774594-3-smb {{(pid=85229) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 11:22:29.387480 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-d97c2db8-ceeb-4b4a-81cb-9e410f61bf3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:29.401418 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.216s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:29.401418 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:29.461406 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-93a6025c-eeba-4dbf-8b80-e26e5b686812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029'] for network, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:29.477169 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a6025c-eeba-4dbf-8b80-e26e5b686812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:22:29.477830 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-93a6025c-eeba-4dbf-8b80-e26e5b686812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for network, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:29.532315 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-2bad5a37-3a7b-4de9-8e51-85517ecacc41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:29.564264 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7e8d70d5-4ccb-4361-9a1b-52ce22057121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029'] for network, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:29.575020 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-93a6025c-eeba-4dbf-8b80-e26e5b686812 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7370036 Apr 14 11:22:29.577040 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 55036) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:29.634290 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8d70d5-4ccb-4361-9a1b-52ce22057121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:22:29.634986 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7e8d70d5-4ccb-4361-9a1b-52ce22057121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for network, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:29.666758 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-aebec65e-20be-4a22-b674-d942a7de9230 admin admin] Request body: {'subnet': {'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1254954246-subnet', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:22:29.689474 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-aebec65e-20be-4a22-b674-d942a7de9230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:22:29.737351 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-aebec65e-20be-4a22-b674-d942a7de9230 admin admin] Usage tracker for resource:subnet and tenant:d797536746cd4942b8a3a1f5e7b19e2b is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:22:29.751222 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-aebec65e-20be-4a22-b674-d942a7de9230 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:22:29.755535 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a6025c-eeba-4dbf-8b80-e26e5b686812 admin admin] Pushing event updated for resources: {'Network': ['ID=107ffdc1-1c99-4692-a473-5dbc7ac62120,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:29.755862 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd762ed5-a91b-417a-b4a7-68ecf04ff670 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b2aaa5c-9e54-4364-a946-78c283f1ff6f,revision_number=0']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:29.765216 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-93a6025c-eeba-4dbf-8b80-e26e5b686812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:29.765976 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:29.771897 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Network 107ffdc1-1c99-4692-a473-5dbc7ac62120 details requested by agent ovs-agent-dv-cinder-774594-3-smb with host dv-cinder-774594-3-smb {{(pid=85229) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 11:22:29.809241 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-cd762ed5-a91b-417a-b4a7-68ecf04ff670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:29.938754 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd762ed5-a91b-417a-b4a7-68ecf04ff670 admin admin] Checking segment: {'id': '68eb76e0-e4c1-4e3c-88ca-0b72840edf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:22:29.939172 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd762ed5-a91b-417a-b4a7-68ecf04ff670 admin admin] Network hostable DHCP agents. Network: 712e05ed-c735-46b7-8a8c-2c06f81a1c29, hostable agents: ['89ea7c1e-af59-4771-b465-98593056a05b'], hosted agents: [] {{(pid=85227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 11:22:29.962662 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd762ed5-a91b-417a-b4a7-68ecf04ff670 admin admin] Network 712e05ed-c735-46b7-8a8c-2c06f81a1c29 is scheduled to be hosted by DHCP agent 89ea7c1e-af59-4771-b465-98593056a05b with binding_index 1 {{(pid=85227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 11:22:29.972071 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-cd762ed5-a91b-417a-b4a7-68ecf04ff670 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-3-smb, 712e05ed-c735-46b7-8a8c-2c06f81a1c29) {{(pid=85227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:22:29.978557 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd762ed5-a91b-417a-b4a7-68ecf04ff670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:22:29.979211 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-cd762ed5-a91b-417a-b4a7-68ecf04ff670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for subnet, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:29.984711 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a1fd33-9951-4ce9-8418-6280335c8b3b None None] Network 712e05ed-c735-46b7-8a8c-2c06f81a1c29 requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:22:30.002777 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-cd762ed5-a91b-417a-b4a7-68ecf04ff670 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6130352 Apr 14 11:22:30.005663 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 55054) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:30.015011 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-51d2a159-51cc-4df5-a635-5565e35f00a4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-866113711-router', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'}}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:22:30.023502 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-51d2a159-51cc-4df5-a635-5565e35f00a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:22:30.043295 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-51d2a159-51cc-4df5-a635-5565e35f00a4 admin admin] Usage tracker for resource:router and tenant:e9b3ef38e1d8424c861a2e84fef25222 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:22:30.049657 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-51d2a159-51cc-4df5-a635-5565e35f00a4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:22:30.062149 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-51d2a159-51cc-4df5-a635-5565e35f00a4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:22:30.062343 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-aebec65e-20be-4a22-b674-d942a7de9230 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:22:30.079192 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-7e8d70d5-4ccb-4361-9a1b-52ce22057121 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.4765007 Apr 14 11:22:30.083486 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-51d2a159-51cc-4df5-a635-5565e35f00a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769390'] for router, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:30.085662 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-51d2a159-51cc-4df5-a635-5565e35f00a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854001549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854100977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6426'] for router, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:30.093632 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 55058) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:30.121792 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-51d2a159-51cc-4df5-a635-5565e35f00a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:30.263811 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-9e8b8b61-d76e-4a81-b748-fda8a9649501 admin admin] Request body: {'subnet': {'network_id': '6c770865-86da-4d8e-8a44-f942f5188572', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-860471001-subnet', 'tenant_id': '4b3f85d7308945ada4fb45e00aa6c46b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:22:30.282030 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebec65e-20be-4a22-b674-d942a7de9230 admin admin] Made reservation on behalf of d797536746cd4942b8a3a1f5e7b19e2b for: {'subnet': 1} {{(pid=85228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:22:30.287307 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-aebec65e-20be-4a22-b674-d942a7de9230 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:30.328035 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-9e8b8b61-d76e-4a81-b748-fda8a9649501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:22:30.365768 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c369e5-70a2-4a3f-a111-801e6ad39103 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9aef77fe-09e0-5c86-a5f4-faa58af495f3-712e05ed-c735-46b7-8a8c-2c06f81a1c29', 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'fixed_ips': [{'subnet_id': '5b2aaa5c-9e54-4364-a946-78c283f1ff6f'}]}} from dv-cinder-774594-3-smb. {{(pid=85229) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 11:22:30.366989 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a5c369e5-70a2-4a3f-a111-801e6ad39103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:30.434781 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-51d2a159-51cc-4df5-a635-5565e35f00a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854119328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6441'] for router, precommit_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:30.511092 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 55072) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:30.511468 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 55074) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:30.512728 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-9e8b8b61-d76e-4a81-b748-fda8a9649501 admin admin] Usage tracker for resource:subnet and tenant:4b3f85d7308945ada4fb45e00aa6c46b is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:22:30.563343 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-9e8b8b61-d76e-4a81-b748-fda8a9649501 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:22:30.617550 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d70d5-4ccb-4361-9a1b-52ce22057121 admin admin] Pushing event updated for resources: {'Network': ['ID=6c770865-86da-4d8e-8a44-f942f5188572,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:30.621097 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-9e8b8b61-d76e-4a81-b748-fda8a9649501 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:22:30.630437 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-7e8d70d5-4ccb-4361-9a1b-52ce22057121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.864s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:30.637720 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Network 6c770865-86da-4d8e-8a44-f942f5188572 details requested by agent ovs-agent-dv-cinder-774594-3-smb with host dv-cinder-774594-3-smb {{(pid=85229) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 11:22:30.660106 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8b8b61-d76e-4a81-b748-fda8a9649501 admin admin] Made reservation on behalf of 4b3f85d7308945ada4fb45e00aa6c46b for: {'subnet': 1} {{(pid=85228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:22:30.666111 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-9e8b8b61-d76e-4a81-b748-fda8a9649501 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:30.868313 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [None req-a5c369e5-70a2-4a3f-a111-801e6ad39103 None None] Allocated IP 172.20.0.2 (712e05ed-c735-46b7-8a8c-2c06f81a1c29/5b2aaa5c-9e54-4364-a946-78c283f1ff6f/06350817-d9fa-4203-a4d9-d9092f5a67e1) {{(pid=85229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:22:30.902266 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-105aa9ca-9333-407d-b43e-a9adbca5d406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:30.922170 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-51d2a159-51cc-4df5-a635-5565e35f00a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:30.958810 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-51d2a159-51cc-4df5-a635-5565e35f00a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:30.969610 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-105aa9ca-9333-407d-b43e-a9adbca5d406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:22:30.985450 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-105aa9ca-9333-407d-b43e-a9adbca5d406 admin admin] Usage tracker for resource:security_group_rule and tenant:53ac953e7f9346008600664d93d3eeea is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:22:30.993937 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-105aa9ca-9333-407d-b43e-a9adbca5d406 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:22:31.013858 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-9b5b4326-3e49-4204-9f60-32ffdb2f0034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:31.025734 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-105aa9ca-9333-407d-b43e-a9adbca5d406 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:22:31.074680 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-9b5b4326-3e49-4204-9f60-32ffdb2f0034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:22:31.142767 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-9b5b4326-3e49-4204-9f60-32ffdb2f0034 admin admin] Usage tracker for resource:security_group_rule and tenant:1edc365803174f99981d326912473793 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:22:31.145020 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [None req-51d2a159-51cc-4df5-a635-5565e35f00a4 admin admin] Allocated IP 172.28.2.200 (f1313642-efe2-441a-94e8-1aeb14258027/43af2120-63d9-4ed9-b216-1037d2600bad/08321929-c8ea-4e67-a233-54f5bd37e198) {{(pid=85227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:22:31.152328 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a5c369e5-70a2-4a3f-a111-801e6ad39103 None None] Notify callbacks [] for port, precommit_create {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:31.157174 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-9b5b4326-3e49-4204-9f60-32ffdb2f0034 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:22:31.166160 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a5c369e5-70a2-4a3f-a111-801e6ad39103 None None] Transition to ACTIVE for port object 06350817-d9fa-4203-a4d9-d9092f5a67e1 will not be triggered until provisioned by entity L2. {{(pid=85229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:22:31.192812 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a5c369e5-70a2-4a3f-a111-801e6ad39103 None None] Transition to ACTIVE for port object 06350817-d9fa-4203-a4d9-d9092f5a67e1 will not be triggered until provisioned by entity DHCP. {{(pid=85229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:22:31.197554 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a5c369e5-70a2-4a3f-a111-801e6ad39103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362'] for port, after_create {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:31.213552 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-6a770dfa-3043-4284-b3b7-468d412caeac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:31.217463 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-9b5b4326-3e49-4204-9f60-32ffdb2f0034 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:22:31.287877 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c369e5-70a2-4a3f-a111-801e6ad39103 None None] Pushing event updated for resources: {'Port': ['ID=06350817-d9fa-4203-a4d9-d9092f5a67e1,revision_number=1']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:31.353496 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c369e5-70a2-4a3f-a111-801e6ad39103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:31.354565 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c369e5-70a2-4a3f-a111-801e6ad39103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:31.354565 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c369e5-70a2-4a3f-a111-801e6ad39103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:31.354755 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c369e5-70a2-4a3f-a111-801e6ad39103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:31.355165 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c369e5-70a2-4a3f-a111-801e6ad39103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:31.355537 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c369e5-70a2-4a3f-a111-801e6ad39103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:31.355903 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c369e5-70a2-4a3f-a111-801e6ad39103 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:31.356266 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c369e5-70a2-4a3f-a111-801e6ad39103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:31.356628 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c369e5-70a2-4a3f-a111-801e6ad39103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:31.357066 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c369e5-70a2-4a3f-a111-801e6ad39103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:31.357341 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c369e5-70a2-4a3f-a111-801e6ad39103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:31.357698 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c369e5-70a2-4a3f-a111-801e6ad39103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:31.358804 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c369e5-70a2-4a3f-a111-801e6ad39103 None None] Tracked resource versions report: Apr 14 11:22:31.358804 dv-cinder-774594-3-smb neutron-server[85114]: pushed versions: Apr 14 11:22:31.358804 dv-cinder-774594-3-smb neutron-server[85114]: { 'AddressGroup': {'1.2'}, Apr 14 11:22:31.358804 dv-cinder-774594-3-smb neutron-server[85114]: 'ConntrackHelper': {'1.0'}, Apr 14 11:22:31.358804 dv-cinder-774594-3-smb neutron-server[85114]: 'Log': {'1.0'}, Apr 14 11:22:31.358804 dv-cinder-774594-3-smb neutron-server[85114]: 'Network': {'1.1'}, Apr 14 11:22:31.358804 dv-cinder-774594-3-smb neutron-server[85114]: 'Port': {'1.7'}, Apr 14 11:22:31.358804 dv-cinder-774594-3-smb neutron-server[85114]: 'PortForwarding': {'1.2'}, Apr 14 11:22:31.358804 dv-cinder-774594-3-smb neutron-server[85114]: 'QosPolicy': {'1.8'}, Apr 14 11:22:31.358804 dv-cinder-774594-3-smb neutron-server[85114]: 'SecurityGroup': {'1.4'}, Apr 14 11:22:31.358804 dv-cinder-774594-3-smb neutron-server[85114]: 'SecurityGroupRule': {'1.2'}, Apr 14 11:22:31.358804 dv-cinder-774594-3-smb neutron-server[85114]: 'SubPort': {'1.0'}, Apr 14 11:22:31.358804 dv-cinder-774594-3-smb neutron-server[85114]: 'Subnet': {'1.1'}, Apr 14 11:22:31.358804 dv-cinder-774594-3-smb neutron-server[85114]: 'Trunk': {'1.1'}} Apr 14 11:22:31.358804 dv-cinder-774594-3-smb neutron-server[85114]: consumer versions: Apr 14 11:22:31.358804 dv-cinder-774594-3-smb neutron-server[85114]: { DHCP agent@dv-cinder-774594-3-smb: {}, Apr 14 11:22:31.358804 dv-cinder-774594-3-smb neutron-server[85114]: HyperV agent@hv-cinder-77459: {}, Apr 14 11:22:31.358804 dv-cinder-774594-3-smb neutron-server[85114]: L3 agent@dv-cinder-774594-3-smb: {}, Apr 14 11:22:31.358804 dv-cinder-774594-3-smb neutron-server[85114]: Metadata agent@dv-cinder-774594-3-smb: {}, Apr 14 11:22:31.358804 dv-cinder-774594-3-smb neutron-server[85114]: Metering agent@dv-cinder-774594-3-smb: {}, Apr 14 11:22:31.358804 dv-cinder-774594-3-smb neutron-server[85114]: Open vSwitch agent@dv-cinder-774594-3-smb: { 'AddressGroup': '1.2', Apr 14 11:22:31.358804 dv-cinder-774594-3-smb neutron-server[85114]: 'ConntrackHelper': '1.0', Apr 14 11:22:31.358804 dv-cinder-774594-3-smb neutron-server[85114]: 'Log': '1.0', Apr 14 11:22:31.358804 dv-cinder-774594-3-smb neutron-server[85114]: 'Network': '1.1', Apr 14 11:22:31.358804 dv-cinder-774594-3-smb neutron-server[85114]: 'Port': '1.7', Apr 14 11:22:31.358804 dv-cinder-774594-3-smb neutron-server[85114]: 'PortForwarding': '1.2', Apr 14 11:22:31.358804 dv-cinder-774594-3-smb neutron-server[85114]: 'QosPolicy': '1.8', Apr 14 11:22:31.358804 dv-cinder-774594-3-smb neutron-server[85114]: 'SecurityGroup': '1.4', Apr 14 11:22:31.358804 dv-cinder-774594-3-smb neutron-server[85114]: 'SecurityGroupRule': '1.2', Apr 14 11:22:31.358804 dv-cinder-774594-3-smb neutron-server[85114]: 'SubPort': '1.0', Apr 14 11:22:31.358804 dv-cinder-774594-3-smb neutron-server[85114]: 'Subnet': '1.1', Apr 14 11:22:31.358804 dv-cinder-774594-3-smb neutron-server[85114]: 'Trunk': '1.1'}} Apr 14 11:22:31.358804 dv-cinder-774594-3-smb neutron-server[85114]: {{(pid=85229) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 11:22:31.366295 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a5c369e5-70a2-4a3f-a111-801e6ad39103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:31.366868 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8d0a5dfd-42f8-492f-8a1f-bef849761fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029'] for subnet, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:31.402159 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-51d2a159-51cc-4df5-a635-5565e35f00a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:31.410348 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:31.445232 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-51d2a159-51cc-4df5-a635-5565e35f00a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362'] for port, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:31.462724 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:31.602841 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c369e5-70a2-4a3f-a111-801e6ad39103 None None] Network 712e05ed-c735-46b7-8a8c-2c06f81a1c29 is already hosted by enough agents. {{(pid=85229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:22:31.604570 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-a5c369e5-70a2-4a3f-a111-801e6ad39103 None None] Resources bound (agent type, host, resource id): {{(pid=85229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:22:31.606933 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c369e5-70a2-4a3f-a111-801e6ad39103 None None] Received port after_create {{(pid=85229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:22:31.620055 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2a159-51cc-4df5-a635-5565e35f00a4 admin admin] Pushing event updated for resources: {'Port': ['ID=08321929-c8ea-4e67-a233-54f5bd37e198,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:31.623275 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-51d2a159-51cc-4df5-a635-5565e35f00a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:31.633540 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-105aa9ca-9333-407d-b43e-a9adbca5d406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:31.668431 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d2a159-51cc-4df5-a635-5565e35f00a4 admin admin] Network f1313642-efe2-441a-94e8-1aeb14258027 is already hosted by enough agents. {{(pid=85227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:22:31.669877 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-105aa9ca-9333-407d-b43e-a9adbca5d406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:31.670191 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-51d2a159-51cc-4df5-a635-5565e35f00a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=85227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:22:31.672816 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d2a159-51cc-4df5-a635-5565e35f00a4 admin admin] Received port after_create {{(pid=85227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:22:31.701205 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-a5c369e5-70a2-4a3f-a111-801e6ad39103 None None] Attempting to bind port 06350817-d9fa-4203-a4d9-d9092f5a67e1 on host dv-cinder-774594-3-smb for vnic_type normal with profile {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:22:31.701610 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-a5c369e5-70a2-4a3f-a111-801e6ad39103 None None] Attempting to bind port 06350817-d9fa-4203-a4d9-d9092f5a67e1 by drivers openvswitch,hyperv on host dv-cinder-774594-3-smb at level 0 using segments [{'id': '68eb76e0-e4c1-4e3c-88ca-0b72840edf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29'}] {{(pid=85229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:22:31.702012 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c369e5-70a2-4a3f-a111-801e6ad39103 None None] Attempting to bind port 06350817-d9fa-4203-a4d9-d9092f5a67e1 on network 712e05ed-c735-46b7-8a8c-2c06f81a1c29 {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:22:31.707649 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c369e5-70a2-4a3f-a111-801e6ad39103 None None] Checking agent: {'id': 'bc79d1ea-49d8-4ce6-bb8d-e4f173948ffd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 14, 10), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:22:31.708060 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c369e5-70a2-4a3f-a111-801e6ad39103 None None] Checking segment: {'id': '68eb76e0-e4c1-4e3c-88ca-0b72840edf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:22:31.708500 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a5c369e5-70a2-4a3f-a111-801e6ad39103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:31.708926 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c369e5-70a2-4a3f-a111-801e6ad39103 None None] Bound using segment: {'id': '68eb76e0-e4c1-4e3c-88ca-0b72840edf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29'} {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:22:31.709959 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-a5c369e5-70a2-4a3f-a111-801e6ad39103 None None] Bound port: 06350817-d9fa-4203-a4d9-d9092f5a67e1, host: dv-cinder-774594-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68eb76e0-e4c1-4e3c-88ca-0b72840edf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29'}}] {{(pid=85229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:22:31.710361 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a5c369e5-70a2-4a3f-a111-801e6ad39103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:31.749883 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a5dfd-42f8-492f-8a1f-bef849761fcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=63e7ac85-c5c1-4c6e-88ff-530127c730b6,revision_number=0']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:31.767256 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-8d0a5dfd-42f8-492f-8a1f-bef849761fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:31.778417 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:31.788258 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a5c369e5-70a2-4a3f-a111-801e6ad39103 None None] For port 06350817-d9fa-4203-a4d9-d9092f5a67e1, host dv-cinder-774594-3-smb, cleared binding levels {{(pid=85229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:22:31.791739 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a5c369e5-70a2-4a3f-a111-801e6ad39103 None None] For port 06350817-d9fa-4203-a4d9-d9092f5a67e1, host dv-cinder-774594-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=06350817-d9fa-4203-a4d9-d9092f5a67e1,segment=NetworkSegment(68eb76e0-e4c1-4e3c-88ca-0b72840edf3e),segment_id=68eb76e0-e4c1-4e3c-88ca-0b72840edf3e)] {{(pid=85229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:22:31.796289 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a5c369e5-70a2-4a3f-a111-801e6ad39103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:31.812925 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:31.857749 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-105aa9ca-9333-407d-b43e-a9adbca5d406 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=53ac953e7f9346008600664d93d3eeea&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3373439 Apr 14 11:22:31.866560 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 55116) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:31.881961 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-9b5b4326-3e49-4204-9f60-32ffdb2f0034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:31.892930 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105aa9ca-9333-407d-b43e-a9adbca5d406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fa782c-a84f-4fa1-b682-909c0c610845,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:31.904451 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-105aa9ca-9333-407d-b43e-a9adbca5d406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:31.912916 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-9b5b4326-3e49-4204-9f60-32ffdb2f0034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:31.950960 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:31.989182 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c369e5-70a2-4a3f-a111-801e6ad39103 None None] Pushing event updated for resources: {'Port': ['ID=06350817-d9fa-4203-a4d9-d9092f5a67e1,revision_number=2']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:31.994377 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a5c369e5-70a2-4a3f-a111-801e6ad39103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:32.047133 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-9b5b4326-3e49-4204-9f60-32ffdb2f0034 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1edc365803174f99981d326912473793&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5287237 Apr 14 11:22:32.051218 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 55126) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:32.085609 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b4326-3e49-4204-9f60-32ffdb2f0034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298f77e8-b6f4-4e78-a599-fb85a4997106,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:32.089347 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-9b5b4326-3e49-4204-9f60-32ffdb2f0034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:32.097276 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0a5dfd-42f8-492f-8a1f-bef849761fcb admin admin] Checking segment: {'id': '4e559bdf-509e-49c4-9c35-9fec923c43e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'eb4158bd-57c7-4c13-8c67-1c6c30170d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:22:32.098039 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0a5dfd-42f8-492f-8a1f-bef849761fcb admin admin] Network hostable DHCP agents. Network: eb4158bd-57c7-4c13-8c67-1c6c30170d9d, hostable agents: ['89ea7c1e-af59-4771-b465-98593056a05b'], hosted agents: [] {{(pid=85228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 11:22:32.186224 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-51d2a159-51cc-4df5-a635-5565e35f00a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:32.238834 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-468e4b24-9811-4ea8-af51-f1bb179e3b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:32.245345 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-aebec65e-20be-4a22-b674-d942a7de9230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029'] for subnet, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:32.269914 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0a5dfd-42f8-492f-8a1f-bef849761fcb admin admin] Network eb4158bd-57c7-4c13-8c67-1c6c30170d9d is scheduled to be hosted by DHCP agent 89ea7c1e-af59-4771-b465-98593056a05b with binding_index 1 {{(pid=85228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 11:22:32.302727 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7845de44-f747-4eec-b804-7d138f6fc1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:32.344843 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-7b78921d-192b-46cb-8f72-c55c8a89f801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:32.614211 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-8d0a5dfd-42f8-492f-8a1f-bef849761fcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-3-smb, eb4158bd-57c7-4c13-8c67-1c6c30170d9d) {{(pid=85228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:22:32.614211 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0a5dfd-42f8-492f-8a1f-bef849761fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:22:32.614211 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8d0a5dfd-42f8-492f-8a1f-bef849761fcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for subnet, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:32.617820 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e4ae19-6b17-4ffd-9143-f880f671de82 None None] Network eb4158bd-57c7-4c13-8c67-1c6c30170d9d requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:22:32.759176 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 06350817-d9fa-4203-a4d9-d9092f5a67e1 up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:22:32.796988 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-468e4b24-9811-4ea8-af51-f1bb179e3b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:32.820404 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7845de44-f747-4eec-b804-7d138f6fc1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:32.925658 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-51d2a159-51cc-4df5-a635-5565e35f00a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854001431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656459'] for router, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:32.938158 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-8d0a5dfd-42f8-492f-8a1f-bef849761fcb admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.3524473 Apr 14 11:22:32.952222 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 55158) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:32.957315 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebec65e-20be-4a22-b674-d942a7de9230 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8dd919b-1721-4048-9598-4db7b1b92807,revision_number=0']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:32.960674 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-aebec65e-20be-4a22-b674-d942a7de9230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:32.963290 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning for port 06350817-d9fa-4203-a4d9-d9092f5a67e1 completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:22:32.970675 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-9e8b8b61-d76e-4a81-b748-fda8a9649501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029'] for subnet, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:33.009770 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:33.061436 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2275f34d-9960-496f-9483-004f0b66a40c None None] Network eb4158bd-57c7-4c13-8c67-1c6c30170d9d requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:22:33.179888 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b8b61-d76e-4a81-b748-fda8a9649501 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d82680c-cf66-4a62-ac40-d953780f4e06,revision_number=0']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:33.182817 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-9e8b8b61-d76e-4a81-b748-fda8a9649501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:33.186587 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7845de44-f747-4eec-b804-7d138f6fc1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:33.206778 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-468e4b24-9811-4ea8-af51-f1bb179e3b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:33.220912 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:33.230812 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d2a159-51cc-4df5-a635-5565e35f00a4 admin admin] Router a9c63407-659e-47be-ab9f-d875ee5652bd is scheduled to L3 agent 72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6 with binding_index 1 {{(pid=85227) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 11:22:33.260289 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845de44-f747-4eec-b804-7d138f6fc1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298f77e8-b6f4-4e78-a599-fb85a4997106,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:33.315842 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebec65e-20be-4a22-b674-d942a7de9230 admin admin] Checking segment: {'id': 'eee09de6-2fbd-4c24-ab11-3382d1e941e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:22:33.316221 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebec65e-20be-4a22-b674-d942a7de9230 admin admin] Network hostable DHCP agents. Network: 107ffdc1-1c99-4692-a473-5dbc7ac62120, hostable agents: ['89ea7c1e-af59-4771-b465-98593056a05b'], hosted agents: [] {{(pid=85228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 11:22:33.328107 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e4b24-9811-4ea8-af51-f1bb179e3b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fa782c-a84f-4fa1-b682-909c0c610845,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:33.330493 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-468e4b24-9811-4ea8-af51-f1bb179e3b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:33.333292 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-d97c2db8-ceeb-4b4a-81cb-9e410f61bf3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:33.333292 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-d97c2db8-ceeb-4b4a-81cb-9e410f61bf3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:33.338808 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-468e4b24-9811-4ea8-af51-f1bb179e3b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:33.340100 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-468e4b24-9811-4ea8-af51-f1bb179e3b62 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c5fa782c-a84f-4fa1-b682-909c0c610845 HTTP/1.1" status: 204 len: 168 time: 1.4680481 Apr 14 11:22:33.341289 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2bb12beb-d2e0-49a1-a8d9-c0834d510d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:33.361687 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7845de44-f747-4eec-b804-7d138f6fc1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:33.365408 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-7845de44-f747-4eec-b804-7d138f6fc1c8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/298f77e8-b6f4-4e78-a599-fb85a4997106 HTTP/1.1" status: 204 len: 168 time: 1.2797379 Apr 14 11:22:33.376262 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-2bb12beb-d2e0-49a1-a8d9-c0834d510d86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:22:33.388369 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-2bb12beb-d2e0-49a1-a8d9-c0834d510d86 admin admin] Usage tracker for resource:security_group_rule and tenant:8b259319ff31487cae5608052b7da702 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:22:33.393682 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-2bb12beb-d2e0-49a1-a8d9-c0834d510d86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:22:33.404570 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebec65e-20be-4a22-b674-d942a7de9230 admin admin] Network 107ffdc1-1c99-4692-a473-5dbc7ac62120 is scheduled to be hosted by DHCP agent 89ea7c1e-af59-4771-b465-98593056a05b with binding_index 1 {{(pid=85228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 11:22:33.415446 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-2bb12beb-d2e0-49a1-a8d9-c0834d510d86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:22:33.433852 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-aebec65e-20be-4a22-b674-d942a7de9230 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-3-smb, 107ffdc1-1c99-4692-a473-5dbc7ac62120) {{(pid=85228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:22:33.438236 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebec65e-20be-4a22-b674-d942a7de9230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:22:33.450185 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-aebec65e-20be-4a22-b674-d942a7de9230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for subnet, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:33.470066 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8b8b61-d76e-4a81-b748-fda8a9649501 admin admin] Checking segment: {'id': '212fd361-423d-43e4-8548-a42b1e25df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6c770865-86da-4d8e-8a44-f942f5188572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:22:33.470404 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8b8b61-d76e-4a81-b748-fda8a9649501 admin admin] Network hostable DHCP agents. Network: 6c770865-86da-4d8e-8a44-f942f5188572, hostable agents: ['89ea7c1e-af59-4771-b465-98593056a05b'], hosted agents: [] {{(pid=85228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 11:22:33.523052 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d7d5fe-ca5c-4a3e-90bf-801b704a9df6 None None] Network 107ffdc1-1c99-4692-a473-5dbc7ac62120 requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:22:33.534874 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d2a159-51cc-4df5-a635-5565e35f00a4 admin admin] Notify agent at l3_agent.dv-cinder-774594-3-smb the message routers_updated {{(pid=85227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 11:22:33.539369 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-aebec65e-20be-4a22-b674-d942a7de9230 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.8975861 Apr 14 11:22:33.541412 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 55178) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:33.557382 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bb6df0-5f67-4986-8407-e9960f6b452e None None] Sync routers for ids ['a9c63407-659e-47be-ab9f-d875ee5652bd'] in dv-cinder-774594-3-smb {{(pid=85230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 11:22:33.572901 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-eeacf6f8-5d64-41ce-a082-2b8270072355 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1254954246-router', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'}}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:22:33.576550 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bb6df0-5f67-4986-8407-e9960f6b452e None None] Routers {'a9c63407-659e-47be-ab9f-d875ee5652bd'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:22:33.577754 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-90bb6df0-5f67-4986-8407-e9960f6b452e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:22:09Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['a9c63407-659e-47be-ab9f-d875ee5652bd'], 'active': True} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:22:33.592537 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-eeacf6f8-5d64-41ce-a082-2b8270072355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:22:33.598599 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8b8b61-d76e-4a81-b748-fda8a9649501 admin admin] Network 6c770865-86da-4d8e-8a44-f942f5188572 is scheduled to be hosted by DHCP agent 89ea7c1e-af59-4771-b465-98593056a05b with binding_index 1 {{(pid=85228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 11:22:33.601224 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-eeacf6f8-5d64-41ce-a082-2b8270072355 admin admin] Usage tracker for resource:router and tenant:d797536746cd4942b8a3a1f5e7b19e2b is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:22:33.607239 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-51d2a159-51cc-4df5-a635-5565e35f00a4 admin admin] Notify callbacks [] for router, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:33.610754 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-51d2a159-51cc-4df5-a635-5565e35f00a4 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.6021101 Apr 14 11:22:33.611638 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 55182) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:33.630487 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-eeacf6f8-5d64-41ce-a082-2b8270072355 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:22:33.654935 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-eeacf6f8-5d64-41ce-a082-2b8270072355 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:22:33.671029 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-9e8b8b61-d76e-4a81-b748-fda8a9649501 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-3-smb, 6c770865-86da-4d8e-8a44-f942f5188572) {{(pid=85228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:22:33.761182 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2bb12beb-d2e0-49a1-a8d9-c0834d510d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:33.762496 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 55200) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:33.777309 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8b8b61-d76e-4a81-b748-fda8a9649501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:22:33.777891 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-9e8b8b61-d76e-4a81-b748-fda8a9649501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for subnet, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:33.781604 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2bb12beb-d2e0-49a1-a8d9-c0834d510d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:33.785898 dv-cinder-774594-3-smb neutron-server[85114]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 14 11:22:33.868598 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:33.905072 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-90bb6df0-5f67-4986-8407-e9960f6b452e None None] Set router a9c63407-659e-47be-ab9f-d875ee5652bd gateway port host: dv-cinder-774594-3-smb {{(pid=85230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:22:33.921636 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb12beb-d2e0-49a1-a8d9-c0834d510d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ec29b3-6b1c-49b0-a471-1410bb38fae7,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:33.925072 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-eeacf6f8-5d64-41ce-a082-2b8270072355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769390'] for router, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:33.926722 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-eeacf6f8-5d64-41ce-a082-2b8270072355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854001549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854100977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6426'] for router, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:33.934566 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-2bb12beb-d2e0-49a1-a8d9-c0834d510d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:33.992595 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87080872-2399-4734-9e12-b739af484fe8 None None] Network 6c770865-86da-4d8e-8a44-f942f5188572 requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:22:34.021681 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab9230f-42ad-42fb-9ac2-0e9976dbdbab None None] Network 712e05ed-c735-46b7-8a8c-2c06f81a1c29 requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:22:34.156408 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-2bb12beb-d2e0-49a1-a8d9-c0834d510d86 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8b259319ff31487cae5608052b7da702&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1980827 Apr 14 11:22:34.175538 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 55222) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:34.184540 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-9e8b8b61-d76e-4a81-b748-fda8a9649501 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 4.0393910 Apr 14 11:22:34.189650 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 55224) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:34.190130 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 55226) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:34.232642 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 55230) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:34.255686 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-79d67509-f12a-427d-933c-7a4dd4b904d9 None None] Provisioning for port 06350817-d9fa-4203-a4d9-d9092f5a67e1 completed by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:22:34.285988 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-79d67509-f12a-427d-933c-7a4dd4b904d9 None None] Provisioning complete for port 06350817-d9fa-4203-a4d9-d9092f5a67e1 triggered by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:22:34.286297 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-79d67509-f12a-427d-933c-7a4dd4b904d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:34.291982 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-b11adcaa-be42-4024-93b3-2b739b8b9be0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-860471001-router', 'tenant_id': '4b3f85d7308945ada4fb45e00aa6c46b', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'}}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:22:34.307503 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-b11adcaa-be42-4024-93b3-2b739b8b9be0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:22:34.329570 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8f959de5-2afb-4862-a6ec-77712fbd6dd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:34.341941 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-b11adcaa-be42-4024-93b3-2b739b8b9be0 admin admin] Usage tracker for resource:router and tenant:4b3f85d7308945ada4fb45e00aa6c46b is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:22:34.345873 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-eeacf6f8-5d64-41ce-a082-2b8270072355 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:34.457483 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-90bb6df0-5f67-4986-8407-e9960f6b452e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'name': 'tempest-AttachVolumeShelveTestJSON-866113711-router', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': '08321929-c8ea-4e67-a233-54f5bd37e198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:30Z', 'updated_at': '2021-04-14T11:22:31Z', 'revision_number': 3, 'project_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'gw_port': {'id': '08321929-c8ea-4e67-a233-54f5bd37e198', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:30Z', 'updated_at': '2021-04-14T11:22:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb'}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:22:34.462072 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bb6df0-5f67-4986-8407-e9960f6b452e None None] Checking router: a9c63407-659e-47be-ab9f-d875ee5652bd for host: dv-cinder-774594-3-smb {{(pid=85230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 11:22:34.462732 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bb6df0-5f67-4986-8407-e9960f6b452e None None] Updating router a9c63407-659e-47be-ab9f-d875ee5652bd port 08321929-c8ea-4e67-a233-54f5bd37e198 binding host dv-cinder-774594-3-smb {{(pid=85230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 11:22:34.469127 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-b11adcaa-be42-4024-93b3-2b739b8b9be0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:22:34.476827 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f78bb8-3dd4-4e7d-bd81-9330a99d78bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9aef77fe-09e0-5c86-a5f4-faa58af495f3-107ffdc1-1c99-4692-a473-5dbc7ac62120', 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'fixed_ips': [{'subnet_id': 'f8dd919b-1721-4048-9598-4db7b1b92807'}]}} from dv-cinder-774594-3-smb. {{(pid=85229) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 11:22:34.478158 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-12f78bb8-3dd4-4e7d-bd81-9330a99d78bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:34.491973 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-8f959de5-2afb-4862-a6ec-77712fbd6dd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:22:34.497476 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-8f959de5-2afb-4862-a6ec-77712fbd6dd1 admin admin] Usage tracker for resource:security_group_rule and tenant:796c96b29fe34acd8ff101b85b4c7e8d is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:22:34.501707 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-8f959de5-2afb-4862-a6ec-77712fbd6dd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:22:34.508794 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-8f959de5-2afb-4862-a6ec-77712fbd6dd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:22:34.535045 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-90bb6df0-5f67-4986-8407-e9960f6b452e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:34.604614 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8f959de5-2afb-4862-a6ec-77712fbd6dd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:34.608558 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-b11adcaa-be42-4024-93b3-2b739b8b9be0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:22:34.632583 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8f959de5-2afb-4862-a6ec-77712fbd6dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:34.673290 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-93a6025c-eeba-4dbf-8b80-e26e5b686812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:34.689447 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [None req-12f78bb8-3dd4-4e7d-bd81-9330a99d78bf None None] Allocated IP 172.20.0.2 (107ffdc1-1c99-4692-a473-5dbc7ac62120/f8dd919b-1721-4048-9598-4db7b1b92807/6d0a71c3-d30a-42f8-8cc2-2532a4f996c1) {{(pid=85229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:22:34.712326 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f959de5-2afb-4862-a6ec-77712fbd6dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cee37a-5dcf-46c1-89c3-c3084f6f4dbb,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:34.738281 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-bb0c473f-3974-40e4-96cc-175e27dae769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:34.744146 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b11adcaa-be42-4024-93b3-2b739b8b9be0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769390'] for router, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:34.745464 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b11adcaa-be42-4024-93b3-2b739b8b9be0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854001549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854100977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6426'] for router, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:34.766419 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b11adcaa-be42-4024-93b3-2b739b8b9be0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:34.786056 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-8f959de5-2afb-4862-a6ec-77712fbd6dd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:34.821389 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-942e4878-9a17-4ad9-984b-4893c5a61dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:34.909980 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-12f78bb8-3dd4-4e7d-bd81-9330a99d78bf None None] Notify callbacks [] for port, precommit_create {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:34.920478 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-12f78bb8-3dd4-4e7d-bd81-9330a99d78bf None None] Transition to ACTIVE for port object 6d0a71c3-d30a-42f8-8cc2-2532a4f996c1 will not be triggered until provisioned by entity L2. {{(pid=85229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:22:34.939336 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-12f78bb8-3dd4-4e7d-bd81-9330a99d78bf None None] Transition to ACTIVE for port object 6d0a71c3-d30a-42f8-8cc2-2532a4f996c1 will not be triggered until provisioned by entity DHCP. {{(pid=85229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:22:34.961059 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-12f78bb8-3dd4-4e7d-bd81-9330a99d78bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362'] for port, after_create {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:34.968930 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-f47af80f-e25c-4e8e-93b7-7bc7509ca1b5 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:22:34.969920 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-f47af80f-e25c-4e8e-93b7-7bc7509ca1b5 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Synchronizing usage tracker for tenant:1d4c79fde57249779d75f7c2cbea2103 on resource:network {{(pid=85228) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:22:34.977809 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-90bb6df0-5f67-4986-8407-e9960f6b452e None None] Notify callbacks [] for port, precommit_update {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:34.986703 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:34.991923 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-90bb6df0-5f67-4986-8407-e9960f6b452e None None] Transition to ACTIVE for port object 08321929-c8ea-4e67-a233-54f5bd37e198 will not be triggered until provisioned by entity L2. {{(pid=85230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:22:34.998633 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-90bb6df0-5f67-4986-8407-e9960f6b452e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:35.046546 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-8f959de5-2afb-4862-a6ec-77712fbd6dd1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=796c96b29fe34acd8ff101b85b4c7e8d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8131897 Apr 14 11:22:35.067520 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 55238) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:35.070087 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [None req-942e4878-9a17-4ad9-984b-4893c5a61dc5 admin admin] Allocated IP 172.20.0.1 (712e05ed-c735-46b7-8a8c-2c06f81a1c29/5b2aaa5c-9e54-4364-a946-78c283f1ff6f/317e997f-9c75-42a3-b59a-8fb6cc281af4) {{(pid=85227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:22:35.074603 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-bb0c473f-3974-40e4-96cc-175e27dae769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:22:35.090758 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-bb0c473f-3974-40e4-96cc-175e27dae769 admin admin] Usage tracker for resource:security_group_rule and tenant:7c1d67265d5c482087a68f76f3332331 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:22:35.128479 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-bb0c473f-3974-40e4-96cc-175e27dae769 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:22:35.138081 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-bb0c473f-3974-40e4-96cc-175e27dae769 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:22:35.179889 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-33c26c68-6f64-45e7-80e7-a3c0aab77836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85230) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:35.265574 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-90bb6df0-5f67-4986-8407-e9960f6b452e None None] Attempting to bind port 08321929-c8ea-4e67-a233-54f5bd37e198 on host dv-cinder-774594-3-smb for vnic_type normal with profile {{(pid=85230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:22:35.265801 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-90bb6df0-5f67-4986-8407-e9960f6b452e None None] Attempting to bind port 08321929-c8ea-4e67-a233-54f5bd37e198 by drivers openvswitch,hyperv on host dv-cinder-774594-3-smb at level 0 using segments [{'id': 'fc5032d9-be7b-4842-99b0-b17509c45e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'}] {{(pid=85230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:22:35.266084 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bb6df0-5f67-4986-8407-e9960f6b452e None None] Attempting to bind port 08321929-c8ea-4e67-a233-54f5bd37e198 on network f1313642-efe2-441a-94e8-1aeb14258027 {{(pid=85230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:22:35.275700 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bb6df0-5f67-4986-8407-e9960f6b452e None None] Checking agent: {'id': 'bc79d1ea-49d8-4ce6-bb8d-e4f173948ffd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 14, 10), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:22:35.276589 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bb6df0-5f67-4986-8407-e9960f6b452e None None] Checking segment: {'id': 'fc5032d9-be7b-4842-99b0-b17509c45e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:22:35.276589 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-90bb6df0-5f67-4986-8407-e9960f6b452e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:35.276960 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bb6df0-5f67-4986-8407-e9960f6b452e None None] Bound using segment: {'id': 'fc5032d9-be7b-4842-99b0-b17509c45e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'} {{(pid=85230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:22:35.277503 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-90bb6df0-5f67-4986-8407-e9960f6b452e None None] Bound port: 08321929-c8ea-4e67-a233-54f5bd37e198, host: dv-cinder-774594-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5032d9-be7b-4842-99b0-b17509c45e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'}}] {{(pid=85230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:22:35.277918 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-90bb6df0-5f67-4986-8407-e9960f6b452e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:35.278117 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-da5707cb-5f34-4a81-a1fa-88b39e3ece8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:35.322793 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-da5707cb-5f34-4a81-a1fa-88b39e3ece8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:35.362304 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-90bb6df0-5f67-4986-8407-e9960f6b452e None None] For port 08321929-c8ea-4e67-a233-54f5bd37e198, host dv-cinder-774594-3-smb, cleared binding levels {{(pid=85230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:22:35.366374 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-90bb6df0-5f67-4986-8407-e9960f6b452e None None] For port 08321929-c8ea-4e67-a233-54f5bd37e198, host dv-cinder-774594-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=08321929-c8ea-4e67-a233-54f5bd37e198,segment=NetworkSegment(fc5032d9-be7b-4842-99b0-b17509c45e41),segment_id=fc5032d9-be7b-4842-99b0-b17509c45e41)] {{(pid=85230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:22:35.378666 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-90bb6df0-5f67-4986-8407-e9960f6b452e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:35.390970 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-da5707cb-5f34-4a81-a1fa-88b39e3ece8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:35.404240 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-6a67e8e8-ea08-4661-aec6-b4a311f97d95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:35.472524 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ff89a7c3-69af-44a7-ab68-531f51b4cb4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:35.532169 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f78bb8-3dd4-4e7d-bd81-9330a99d78bf None None] Pushing event updated for resources: {'Port': ['ID=6d0a71c3-d30a-42f8-8cc2-2532a4f996c1,revision_number=1']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:35.552358 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-bb0c473f-3974-40e4-96cc-175e27dae769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:35.555990 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5707cb-5f34-4a81-a1fa-88b39e3ece8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cee37a-5dcf-46c1-89c3-c3084f6f4dbb,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:35.561603 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-da5707cb-5f34-4a81-a1fa-88b39e3ece8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:35.574788 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-12f78bb8-3dd4-4e7d-bd81-9330a99d78bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:35.623903 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-79d67509-f12a-427d-933c-7a4dd4b904d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:35.653732 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-942e4878-9a17-4ad9-984b-4893c5a61dc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:35.674122 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-942e4878-9a17-4ad9-984b-4893c5a61dc5 admin admin] Transition to ACTIVE for port object 317e997f-9c75-42a3-b59a-8fb6cc281af4 will not be triggered until provisioned by entity DHCP. {{(pid=85227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:22:35.699628 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-bb0c473f-3974-40e4-96cc-175e27dae769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:35.729943 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-f47af80f-e25c-4e8e-93b7-7bc7509ca1b5 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Unset dirty status for tenant:1d4c79fde57249779d75f7c2cbea2103 on resource:network {{(pid=85228) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:22:35.738025 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-f47af80f-e25c-4e8e-93b7-7bc7509ca1b5 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.52 "GET /v2.0/networks?id=eb4158bd-57c7-4c13-8c67-1c6c30170d9d HTTP/1.1" status: 200 len: 811 time: 1.9657056 Apr 14 11:22:35.758618 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-79d67509-f12a-427d-933c-7a4dd4b904d9 None None] For port 06350817-d9fa-4203-a4d9-d9092f5a67e1, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=06350817-d9fa-4203-a4d9-d9092f5a67e1,segment=NetworkSegment(68eb76e0-e4c1-4e3c-88ca-0b72840edf3e),segment_id=68eb76e0-e4c1-4e3c-88ca-0b72840edf3e)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:22:35.764278 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036447fb-baec-452a-afa1-b2e037f18ae6 None None] Network 6c770865-86da-4d8e-8a44-f942f5188572 requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:22:35.765378 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e548-9ff8-4849-9361-e33e88e61e87 None None] Pushing event updated for resources: {'Port': ['ID=08321929-c8ea-4e67-a233-54f5bd37e198,revision_number=2']} {{(pid=85230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:35.771619 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:35.795501 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-79d67509-f12a-427d-933c-7a4dd4b904d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:35.811752 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e548-9ff8-4849-9361-e33e88e61e87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:35.811752 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e548-9ff8-4849-9361-e33e88e61e87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:35.812140 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e548-9ff8-4849-9361-e33e88e61e87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:35.812221 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e548-9ff8-4849-9361-e33e88e61e87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:35.812559 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e548-9ff8-4849-9361-e33e88e61e87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:35.812918 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e548-9ff8-4849-9361-e33e88e61e87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:35.813272 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e548-9ff8-4849-9361-e33e88e61e87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:35.813622 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e548-9ff8-4849-9361-e33e88e61e87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:35.813972 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e548-9ff8-4849-9361-e33e88e61e87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:35.814318 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e548-9ff8-4849-9361-e33e88e61e87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:35.814695 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e548-9ff8-4849-9361-e33e88e61e87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:35.815042 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e548-9ff8-4849-9361-e33e88e61e87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:22:35.816129 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e548-9ff8-4849-9361-e33e88e61e87 None None] Tracked resource versions report: Apr 14 11:22:35.816129 dv-cinder-774594-3-smb neutron-server[85114]: pushed versions: Apr 14 11:22:35.816129 dv-cinder-774594-3-smb neutron-server[85114]: { 'AddressGroup': {'1.2'}, Apr 14 11:22:35.816129 dv-cinder-774594-3-smb neutron-server[85114]: 'ConntrackHelper': {'1.0'}, Apr 14 11:22:35.816129 dv-cinder-774594-3-smb neutron-server[85114]: 'Log': {'1.0'}, Apr 14 11:22:35.816129 dv-cinder-774594-3-smb neutron-server[85114]: 'Network': {'1.1'}, Apr 14 11:22:35.816129 dv-cinder-774594-3-smb neutron-server[85114]: 'Port': {'1.7'}, Apr 14 11:22:35.816129 dv-cinder-774594-3-smb neutron-server[85114]: 'PortForwarding': {'1.2'}, Apr 14 11:22:35.816129 dv-cinder-774594-3-smb neutron-server[85114]: 'QosPolicy': {'1.8'}, Apr 14 11:22:35.816129 dv-cinder-774594-3-smb neutron-server[85114]: 'SecurityGroup': {'1.4'}, Apr 14 11:22:35.816129 dv-cinder-774594-3-smb neutron-server[85114]: 'SecurityGroupRule': {'1.2'}, Apr 14 11:22:35.816129 dv-cinder-774594-3-smb neutron-server[85114]: 'SubPort': {'1.0'}, Apr 14 11:22:35.816129 dv-cinder-774594-3-smb neutron-server[85114]: 'Subnet': {'1.1'}, Apr 14 11:22:35.816129 dv-cinder-774594-3-smb neutron-server[85114]: 'Trunk': {'1.1'}} Apr 14 11:22:35.816129 dv-cinder-774594-3-smb neutron-server[85114]: consumer versions: Apr 14 11:22:35.816129 dv-cinder-774594-3-smb neutron-server[85114]: { DHCP agent@dv-cinder-774594-3-smb: {}, Apr 14 11:22:35.816129 dv-cinder-774594-3-smb neutron-server[85114]: HyperV agent@hv-cinder-77459: {}, Apr 14 11:22:35.816129 dv-cinder-774594-3-smb neutron-server[85114]: L3 agent@dv-cinder-774594-3-smb: {}, Apr 14 11:22:35.816129 dv-cinder-774594-3-smb neutron-server[85114]: Metadata agent@dv-cinder-774594-3-smb: {}, Apr 14 11:22:35.816129 dv-cinder-774594-3-smb neutron-server[85114]: Metering agent@dv-cinder-774594-3-smb: {}, Apr 14 11:22:35.816129 dv-cinder-774594-3-smb neutron-server[85114]: Open vSwitch agent@dv-cinder-774594-3-smb: { 'AddressGroup': '1.2', Apr 14 11:22:35.816129 dv-cinder-774594-3-smb neutron-server[85114]: 'ConntrackHelper': '1.0', Apr 14 11:22:35.816129 dv-cinder-774594-3-smb neutron-server[85114]: 'Log': '1.0', Apr 14 11:22:35.816129 dv-cinder-774594-3-smb neutron-server[85114]: 'Network': '1.1', Apr 14 11:22:35.816129 dv-cinder-774594-3-smb neutron-server[85114]: 'Port': '1.7', Apr 14 11:22:35.816129 dv-cinder-774594-3-smb neutron-server[85114]: 'PortForwarding': '1.2', Apr 14 11:22:35.816129 dv-cinder-774594-3-smb neutron-server[85114]: 'QosPolicy': '1.8', Apr 14 11:22:35.816129 dv-cinder-774594-3-smb neutron-server[85114]: 'SecurityGroup': '1.4', Apr 14 11:22:35.816129 dv-cinder-774594-3-smb neutron-server[85114]: 'SecurityGroupRule': '1.2', Apr 14 11:22:35.816129 dv-cinder-774594-3-smb neutron-server[85114]: 'SubPort': '1.0', Apr 14 11:22:35.816129 dv-cinder-774594-3-smb neutron-server[85114]: 'Subnet': '1.1', Apr 14 11:22:35.816129 dv-cinder-774594-3-smb neutron-server[85114]: 'Trunk': '1.1'}} Apr 14 11:22:35.816129 dv-cinder-774594-3-smb neutron-server[85114]: {{(pid=85230) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 11:22:35.830666 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-31a1e548-9ff8-4849-9361-e33e88e61e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=85230) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:35.833190 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c473f-3974-40e4-96cc-175e27dae769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f6874a-1551-415d-a603-0f842912bd60,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:35.836926 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=85230) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:35.843260 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-bb0c473f-3974-40e4-96cc-175e27dae769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:35.851832 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-da5707cb-5f34-4a81-a1fa-88b39e3ece8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:35.853133 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-da5707cb-5f34-4a81-a1fa-88b39e3ece8e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/33cee37a-5dcf-46c1-89c3-c3084f6f4dbb HTTP/1.1" status: 204 len: 168 time: 0.7802751 Apr 14 11:22:35.857812 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-942e4878-9a17-4ad9-984b-4893c5a61dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362'] for port, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:35.871333 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-eeacf6f8-5d64-41ce-a082-2b8270072355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854119328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6441'] for router, precommit_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:35.893564 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:35.913330 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-3243a2be-68de-4b6e-82dc-5d30426099d6 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.52 "GET /v2.0/quotas/1d4c79fde57249779d75f7c2cbea2103 HTTP/1.1" status: 200 len: 375 time: 0.1737933 Apr 14 11:22:35.982468 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f78bb8-3dd4-4e7d-bd81-9330a99d78bf None None] Network 107ffdc1-1c99-4692-a473-5dbc7ac62120 is already hosted by enough agents. {{(pid=85229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:22:35.987434 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e548-9ff8-4849-9361-e33e88e61e87 None None] Pushing event updated for resources: {'Port': ['ID=08321929-c8ea-4e67-a233-54f5bd37e198,revision_number=3']} {{(pid=85230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:35.994087 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-31a1e548-9ff8-4849-9361-e33e88e61e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85230) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:36.010384 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bb6df0-5f67-4986-8407-e9960f6b452e None None] Routers {'a9c63407-659e-47be-ab9f-d875ee5652bd'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:22:36.011117 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-90bb6df0-5f67-4986-8407-e9960f6b452e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:22:09Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['a9c63407-659e-47be-ab9f-d875ee5652bd'], 'active': True} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:22:36.046468 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-12f78bb8-3dd4-4e7d-bd81-9330a99d78bf None None] Resources bound (agent type, host, resource id): {{(pid=85229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:22:36.069361 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-415a8ed9-b71b-4d3a-92f1-6be754e1d385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:36.072362 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ff89a7c3-69af-44a7-ab68-531f51b4cb4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:36.120777 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d67509-f12a-427d-933c-7a4dd4b904d9 None None] Pushing event updated for resources: {'Port': ['ID=06350817-d9fa-4203-a4d9-d9092f5a67e1,revision_number=3']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:36.128902 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-79d67509-f12a-427d-933c-7a4dd4b904d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:36.129628 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f78bb8-3dd4-4e7d-bd81-9330a99d78bf None None] Received port after_create {{(pid=85229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:22:36.145264 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942e4878-9a17-4ad9-984b-4893c5a61dc5 admin admin] Network 712e05ed-c735-46b7-8a8c-2c06f81a1c29 is already hosted by enough agents. {{(pid=85227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:22:36.149050 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-bb0c473f-3974-40e4-96cc-175e27dae769 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7c1d67265d5c482087a68f76f3332331&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9085388 Apr 14 11:22:36.162277 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-b2285524-4937-41d2-8d08-19474859abe6 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1d4c79fde57249779d75f7c2cbea2103&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2480135 Apr 14 11:22:36.167451 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 55268) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:36.171546 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-942e4878-9a17-4ad9-984b-4893c5a61dc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=85227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:22:36.181242 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942e4878-9a17-4ad9-984b-4893c5a61dc5 admin admin] Received port after_create {{(pid=85227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:22:36.181395 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b11adcaa-be42-4024-93b3-2b739b8b9be0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854119328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6441'] for router, precommit_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:36.182178 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-942e4878-9a17-4ad9-984b-4893c5a61dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656524'] for router_interface, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:36.308884 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e4878-9a17-4ad9-984b-4893c5a61dc5 admin admin] Pushing event updated for resources: {'Port': ['ID=317e997f-9c75-42a3-b59a-8fb6cc281af4,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:36.315306 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 55274) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:36.317219 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-942e4878-9a17-4ad9-984b-4893c5a61dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:36.360339 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-12f78bb8-3dd4-4e7d-bd81-9330a99d78bf None None] Attempting to bind port 6d0a71c3-d30a-42f8-8cc2-2532a4f996c1 on host dv-cinder-774594-3-smb for vnic_type normal with profile {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:22:36.360847 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-12f78bb8-3dd4-4e7d-bd81-9330a99d78bf None None] Attempting to bind port 6d0a71c3-d30a-42f8-8cc2-2532a4f996c1 by drivers openvswitch,hyperv on host dv-cinder-774594-3-smb at level 0 using segments [{'id': 'eee09de6-2fbd-4c24-ab11-3382d1e941e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120'}] {{(pid=85229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:22:36.361330 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f78bb8-3dd4-4e7d-bd81-9330a99d78bf None None] Attempting to bind port 6d0a71c3-d30a-42f8-8cc2-2532a4f996c1 on network 107ffdc1-1c99-4692-a473-5dbc7ac62120 {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:22:36.372261 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f78bb8-3dd4-4e7d-bd81-9330a99d78bf None None] Checking agent: {'id': 'bc79d1ea-49d8-4ce6-bb8d-e4f173948ffd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 14, 10), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:22:36.372762 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f78bb8-3dd4-4e7d-bd81-9330a99d78bf None None] Checking segment: {'id': 'eee09de6-2fbd-4c24-ab11-3382d1e941e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:22:36.373291 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-12f78bb8-3dd4-4e7d-bd81-9330a99d78bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:36.373815 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f78bb8-3dd4-4e7d-bd81-9330a99d78bf None None] Bound using segment: {'id': 'eee09de6-2fbd-4c24-ab11-3382d1e941e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120'} {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:22:36.374424 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-12f78bb8-3dd4-4e7d-bd81-9330a99d78bf None None] Bound port: 6d0a71c3-d30a-42f8-8cc2-2532a4f996c1, host: dv-cinder-774594-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee09de6-2fbd-4c24-ab11-3382d1e941e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120'}}] {{(pid=85229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:22:36.375178 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-12f78bb8-3dd4-4e7d-bd81-9330a99d78bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:36.469834 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-942e4878-9a17-4ad9-984b-4893c5a61dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:36.470102 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-90bb6df0-5f67-4986-8407-e9960f6b452e None None] Set router a9c63407-659e-47be-ab9f-d875ee5652bd gateway port host: dv-cinder-774594-3-smb {{(pid=85230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:22:36.663602 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-95a89dc1-2947-469c-920e-6d0f1cc55132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:36.679098 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ff89a7c3-69af-44a7-ab68-531f51b4cb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:36.704608 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 06350817-d9fa-4203-a4d9-d9092f5a67e1 up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:22:36.778608 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-12f78bb8-3dd4-4e7d-bd81-9330a99d78bf None None] For port 6d0a71c3-d30a-42f8-8cc2-2532a4f996c1, host dv-cinder-774594-3-smb, cleared binding levels {{(pid=85229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:22:36.801820 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-0a1b22a5-b4b9-4d90-ba30-b1a24fcf6571 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=85228) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 11:22:36.804256 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-0a1b22a5-b4b9-4d90-ba30-b1a24fcf6571 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1847973 Apr 14 11:22:36.812465 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-9b5b4326-3e49-4204-9f60-32ffdb2f0034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:36.815757 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-12f78bb8-3dd4-4e7d-bd81-9330a99d78bf None None] For port 6d0a71c3-d30a-42f8-8cc2-2532a4f996c1, host dv-cinder-774594-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=6d0a71c3-d30a-42f8-8cc2-2532a4f996c1,segment=NetworkSegment(eee09de6-2fbd-4c24-ab11-3382d1e941e6),segment_id=eee09de6-2fbd-4c24-ab11-3382d1e941e6)] {{(pid=85229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:22:36.845130 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-12f78bb8-3dd4-4e7d-bd81-9330a99d78bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:36.848084 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-95a89dc1-2947-469c-920e-6d0f1cc55132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:36.881164 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-962c7e10-9ab5-4ecc-ba05-9e191f9c495c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:37.034423 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-0abda6d3-8c48-4f86-9f40-bbb8481636b6 None None] Provisioning complete for port 06350817-d9fa-4203-a4d9-d9092f5a67e1 triggered by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:22:37.035259 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0abda6d3-8c48-4f86-9f40-bbb8481636b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:37.062740 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-90bb6df0-5f67-4986-8407-e9960f6b452e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'name': 'tempest-AttachVolumeShelveTestJSON-866113711-router', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': '08321929-c8ea-4e67-a233-54f5bd37e198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:30Z', 'updated_at': '2021-04-14T11:22:31Z', 'revision_number': 3, 'project_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'gw_port': {'id': '08321929-c8ea-4e67-a233-54f5bd37e198', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:30Z', 'updated_at': '2021-04-14T11:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb'}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:22:37.066797 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-45778360-cf8b-4c5c-82b0-6efeee7a44e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:37.072627 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bb6df0-5f67-4986-8407-e9960f6b452e None None] The sync data for ids ['a9c63407-659e-47be-ab9f-d875ee5652bd'] in dv-cinder-774594-3-smb is: [{'id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'name': 'tempest-AttachVolumeShelveTestJSON-866113711-router', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': '08321929-c8ea-4e67-a233-54f5bd37e198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:30Z', 'updated_at': '2021-04-14T11:22:31Z', 'revision_number': 3, 'project_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'gw_port': {'id': '08321929-c8ea-4e67-a233-54f5bd37e198', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:30Z', 'updated_at': '2021-04-14T11:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb'}] {{(pid=85230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 11:22:37.079535 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89a7c3-69af-44a7-ab68-531f51b4cb4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ec29b3-6b1c-49b0-a471-1410bb38fae7,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:37.081955 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-ff89a7c3-69af-44a7-ab68-531f51b4cb4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:37.098557 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 6 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:22:37.114711 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ff89a7c3-69af-44a7-ab68-531f51b4cb4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:37.119213 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-ff89a7c3-69af-44a7-ab68-531f51b4cb4d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/95ec29b3-6b1c-49b0-a471-1410bb38fae7 HTTP/1.1" status: 204 len: 168 time: 2.9349577 Apr 14 11:22:37.128433 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-95a89dc1-2947-469c-920e-6d0f1cc55132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:37.160264 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-45778360-cf8b-4c5c-82b0-6efeee7a44e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:22:37.163886 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-45778360-cf8b-4c5c-82b0-6efeee7a44e3 admin admin] Usage tracker for resource:security_group_rule and tenant:3cfcd4b82b7f4d57af8bbcf54ffac82e is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:22:37.167552 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-45778360-cf8b-4c5c-82b0-6efeee7a44e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:22:37.176025 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-45778360-cf8b-4c5c-82b0-6efeee7a44e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:22:37.205099 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e38bf538-dabe-4e32-8bbc-a24e9d33a28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:37.211931 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-8f959de5-2afb-4862-a6ec-77712fbd6dd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:37.229951 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-95a89dc1-2947-469c-920e-6d0f1cc55132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:37.231508 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-95a89dc1-2947-469c-920e-6d0f1cc55132 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/96f6874a-1551-415d-a603-0f842912bd60 HTTP/1.1" status: 204 len: 168 time: 1.0611296 Apr 14 11:22:37.244940 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a89dc1-2947-469c-920e-6d0f1cc55132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f6874a-1551-415d-a603-0f842912bd60,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:37.247387 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-95a89dc1-2947-469c-920e-6d0f1cc55132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:37.250561 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning complete for port 06350817-d9fa-4203-a4d9-d9092f5a67e1 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:22:37.250965 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:37.298589 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-942e4878-9a17-4ad9-984b-4893c5a61dc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:37.302891 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-942e4878-9a17-4ad9-984b-4893c5a61dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:37.305755 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-942e4878-9a17-4ad9-984b-4893c5a61dc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-771109'] for router_interface, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:37.323948 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:37.372216 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f78bb8-3dd4-4e7d-bd81-9330a99d78bf None None] Pushing event updated for resources: {'Port': ['ID=6d0a71c3-d30a-42f8-8cc2-2532a4f996c1,revision_number=2']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:37.382717 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-12f78bb8-3dd4-4e7d-bd81-9330a99d78bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:37.546005 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942e4878-9a17-4ad9-984b-4893c5a61dc5 admin admin] Network 712e05ed-c735-46b7-8a8c-2c06f81a1c29 is already hosted by enough agents. {{(pid=85227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:22:37.551280 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-942e4878-9a17-4ad9-984b-4893c5a61dc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=85227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:22:37.651836 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e4878-9a17-4ad9-984b-4893c5a61dc5 admin admin] Pushing event updated for resources: {'Port': ['ID=317e997f-9c75-42a3-b59a-8fb6cc281af4,revision_number=2']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:37.683633 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-942e4878-9a17-4ad9-984b-4893c5a61dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:37.720273 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-eeacf6f8-5d64-41ce-a082-2b8270072355 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:37.771634 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-b51aa927-1e72-4f22-bb1b-d5c02b06aeb4 None None] Provisioning for port 317e997f-9c75-42a3-b59a-8fb6cc281af4 completed by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:22:37.779560 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-b51aa927-1e72-4f22-bb1b-d5c02b06aeb4 None None] Provisioning complete for port 317e997f-9c75-42a3-b59a-8fb6cc281af4 triggered by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:22:37.781771 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b51aa927-1e72-4f22-bb1b-d5c02b06aeb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:37.857180 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-aa755990-2b92-46f6-bfde-143e026056ea service neutron] 10.222.0.52 "GET /v2.0/networks/eb4158bd-57c7-4c13-8c67-1c6c30170d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9429183 Apr 14 11:22:37.907024 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-eeacf6f8-5d64-41ce-a082-2b8270072355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:37.931348 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942e4878-9a17-4ad9-984b-4893c5a61dc5 admin admin] Router a9c63407-659e-47be-ab9f-d875ee5652bd has already been hosted by L3 agent 72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6 {{(pid=85227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 11:22:37.957247 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-b51aa927-1e72-4f22-bb1b-d5c02b06aeb4 None None] Port 317e997f-9c75-42a3-b59a-8fb6cc281af4 cannot update to ACTIVE because it is not bound. {{(pid=85229) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 11:22:38.116263 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-99c9640e-7a9d-418f-930e-ecce19cf0731 None None] Provisioning complete for port 317e997f-9c75-42a3-b59a-8fb6cc281af4 triggered by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:22:38.116919 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-99c9640e-7a9d-418f-930e-ecce19cf0731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:38.266980 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-99c9640e-7a9d-418f-930e-ecce19cf0731 None None] Port 317e997f-9c75-42a3-b59a-8fb6cc281af4 cannot update to ACTIVE because it is not bound. {{(pid=85229) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 11:22:38.302750 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942e4878-9a17-4ad9-984b-4893c5a61dc5 admin admin] Notify agent at l3_agent.dv-cinder-774594-3-smb the message routers_updated {{(pid=85227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 11:22:38.314478 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-942e4878-9a17-4ad9-984b-4893c5a61dc5 admin admin] 10.222.0.52 "PUT /v2.0/routers/a9c63407-659e-47be-ab9f-d875ee5652bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6987820 Apr 14 11:22:38.679774 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [None req-eeacf6f8-5d64-41ce-a082-2b8270072355 admin admin] Allocated IP 172.28.2.240 (f1313642-efe2-441a-94e8-1aeb14258027/43af2120-63d9-4ed9-b216-1037d2600bad/cafd84ae-424c-4f09-a1a0-204b2653b91a) {{(pid=85228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:22:38.704845 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 6d0a71c3-d30a-42f8-8cc2-2532a4f996c1 up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:22:38.804808 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning for port 6d0a71c3-d30a-42f8-8cc2-2532a4f996c1 completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:22:38.811624 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 08321929-c8ea-4e67-a233-54f5bd37e198 up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:22:38.844158 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-45778360-cf8b-4c5c-82b0-6efeee7a44e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:38.899228 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0ff06a23-0cc7-4a61-a502-f182f6d6c248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:38.919026 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning for port 08321929-c8ea-4e67-a233-54f5bd37e198 completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:22:38.929314 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning complete for port 08321929-c8ea-4e67-a233-54f5bd37e198 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:22:38.929735 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:38.946320 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-45778360-cf8b-4c5c-82b0-6efeee7a44e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:38.953051 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-4303c181-7648-4fbe-acaf-cb2834546462 service neutron] 10.222.0.52 "GET /v2.0/networks/eb4158bd-57c7-4c13-8c67-1c6c30170d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0948181 Apr 14 11:22:39.013750 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b11adcaa-be42-4024-93b3-2b739b8b9be0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:39.137755 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:39.156140 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 55350) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:39.176495 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-45778360-cf8b-4c5c-82b0-6efeee7a44e3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3cfcd4b82b7f4d57af8bbcf54ffac82e&name=default HTTP/1.1" status: 200 len: 2975 time: 2.8547845 Apr 14 11:22:39.180760 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b11adcaa-be42-4024-93b3-2b739b8b9be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:39.306925 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:39.309057 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f0f13935-846c-4976-af2a-5bc7132f28b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:39.344349 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] For port 08321929-c8ea-4e67-a233-54f5bd37e198, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=08321929-c8ea-4e67-a233-54f5bd37e198,segment=NetworkSegment(fc5032d9-be7b-4842-99b0-b17509c45e41),segment_id=fc5032d9-be7b-4842-99b0-b17509c45e41)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:22:39.351824 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:39.358669 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-6a770dfa-3043-4284-b3b7-468d412caeac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:39.383810 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f0f13935-846c-4976-af2a-5bc7132f28b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:39.453778 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f0f13935-846c-4976-af2a-5bc7132f28b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:39.459751 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:39.502299 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f0f13935-846c-4976-af2a-5bc7132f28b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:39.507173 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-f0f13935-846c-4976-af2a-5bc7132f28b7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7ffc8ef7-0ce3-4c98-af1d-6ddb37e8c496 HTTP/1.1" status: 204 len: 168 time: 0.3497350 Apr 14 11:22:39.508109 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f13935-846c-4976-af2a-5bc7132f28b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffc8ef7-0ce3-4c98-af1d-6ddb37e8c496,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:39.515350 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-f0f13935-846c-4976-af2a-5bc7132f28b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:39.518818 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-eeacf6f8-5d64-41ce-a082-2b8270072355 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:39.555798 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Pushing event updated for resources: {'Port': ['ID=08321929-c8ea-4e67-a233-54f5bd37e198,revision_number=4']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:39.556147 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b5249edd-3c7f-4e43-b236-5a435d0107aa req-2807a65e-e929-4bbf-b578-645895d8cfe9 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.52 "GET /v2.0/ports?device_id=dff1d9b5-b61c-4148-842b-87d622f728b8 HTTP/1.1" status: 200 len: 210 time: 0.2075253 Apr 14 11:22:39.562255 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bb6145-9766-4e19-8e31-dc4569c01fd6 None None] Network 107ffdc1-1c99-4692-a473-5dbc7ac62120 requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:22:39.582076 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45778360-cf8b-4c5c-82b0-6efeee7a44e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffc8ef7-0ce3-4c98-af1d-6ddb37e8c496,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:39.582435 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-45778360-cf8b-4c5c-82b0-6efeee7a44e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:39.607470 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:39.679587 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-eeacf6f8-5d64-41ce-a082-2b8270072355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362'] for port, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:39.707415 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:39.711173 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-cc428fb4-6de2-4db4-b73b-78a56f7fd497 None None] Provisioning for port 6d0a71c3-d30a-42f8-8cc2-2532a4f996c1 completed by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:22:39.724874 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-cc428fb4-6de2-4db4-b73b-78a56f7fd497 None None] Provisioning complete for port 6d0a71c3-d30a-42f8-8cc2-2532a4f996c1 triggered by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:22:39.725304 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-cc428fb4-6de2-4db4-b73b-78a56f7fd497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:39.948795 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [None req-b11adcaa-be42-4024-93b3-2b739b8b9be0 admin admin] Allocated IP 172.28.2.13 (f1313642-efe2-441a-94e8-1aeb14258027/43af2120-63d9-4ed9-b216-1037d2600bad/9cee145a-b2aa-4a4d-9410-714aea8251e5) {{(pid=85228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:22:39.975866 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeacf6f8-5d64-41ce-a082-2b8270072355 admin admin] Network f1313642-efe2-441a-94e8-1aeb14258027 is already hosted by enough agents. {{(pid=85228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:22:39.989056 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-eeacf6f8-5d64-41ce-a082-2b8270072355 admin admin] Resources bound (agent type, host, resource id): {{(pid=85228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:22:40.011008 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeacf6f8-5d64-41ce-a082-2b8270072355 admin admin] Received port after_create {{(pid=85228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:22:40.027711 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 55392) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:40.034581 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-5ce4d04f-71a5-4c0c-854c-b3279867f2f7 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Request body: {'security_group': {'name': 'tempest-securitygroup--424863248', 'description': 'tempest-description--1333557772'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:22:40.042148 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-5ce4d04f-71a5-4c0c-854c-b3279867f2f7 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:22:40.047000 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-5ce4d04f-71a5-4c0c-854c-b3279867f2f7 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Usage tracker for resource:security_group and tenant:e9b3ef38e1d8424c861a2e84fef25222 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:22:40.051012 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-5ce4d04f-71a5-4c0c-854c-b3279867f2f7 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:22:40.084634 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-5ce4d04f-71a5-4c0c-854c-b3279867f2f7 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:22:40.102505 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5ce4d04f-71a5-4c0c-854c-b3279867f2f7 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:40.107314 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-5ce4d04f-71a5-4c0c-854c-b3279867f2f7 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:22:40.111966 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-5ce4d04f-71a5-4c0c-854c-b3279867f2f7 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Usage tracker for resource:security_group_rule and tenant:e9b3ef38e1d8424c861a2e84fef25222 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:22:40.122407 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-5ce4d04f-71a5-4c0c-854c-b3279867f2f7 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:22:40.129733 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-5ce4d04f-71a5-4c0c-854c-b3279867f2f7 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:22:40.143260 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-cc428fb4-6de2-4db4-b73b-78a56f7fd497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:40.176843 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:40.184612 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-cc428fb4-6de2-4db4-b73b-78a56f7fd497 None None] For port 6d0a71c3-d30a-42f8-8cc2-2532a4f996c1, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=6d0a71c3-d30a-42f8-8cc2-2532a4f996c1,segment=NetworkSegment(eee09de6-2fbd-4c24-ab11-3382d1e941e6),segment_id=eee09de6-2fbd-4c24-ab11-3382d1e941e6)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:22:40.235955 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-cc428fb4-6de2-4db4-b73b-78a56f7fd497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:40.242637 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-79d67509-f12a-427d-933c-7a4dd4b904d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:40.251460 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5ce4d04f-71a5-4c0c-854c-b3279867f2f7 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:40.258587 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5ce4d04f-71a5-4c0c-854c-b3279867f2f7 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:40.271207 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:40.327561 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:40.333826 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5ce4d04f-71a5-4c0c-854c-b3279867f2f7 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:40.335784 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-5ce4d04f-71a5-4c0c-854c-b3279867f2f7 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3067260 Apr 14 11:22:40.339326 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 55402) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:40.345679 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-26a7055c-6ade-4489-9c28-9b812a2f9e59 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Request body: {'security_group_rule': {'security_group_id': '79d1418f-7ac3-456d-bac4-9035d5a2a1dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:22:40.357915 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-26a7055c-6ade-4489-9c28-9b812a2f9e59 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:22:40.363185 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-26a7055c-6ade-4489-9c28-9b812a2f9e59 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Usage tracker for resource:security_group_rule and tenant:e9b3ef38e1d8424c861a2e84fef25222 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:22:40.367278 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-26a7055c-6ade-4489-9c28-9b812a2f9e59 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:22:40.383087 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-26a7055c-6ade-4489-9c28-9b812a2f9e59 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:22:40.395325 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc428fb4-6de2-4db4-b73b-78a56f7fd497 None None] Pushing event updated for resources: {'Port': ['ID=6d0a71c3-d30a-42f8-8cc2-2532a4f996c1,revision_number=3']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:40.399093 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-cc428fb4-6de2-4db4-b73b-78a56f7fd497 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:40.399929 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4d04f-71a5-4c0c-854c-b3279867f2f7 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79d1418f-7ac3-456d-bac4-9035d5a2a1dd,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:40.405031 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-5ce4d04f-71a5-4c0c-854c-b3279867f2f7 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:40.417059 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-26a7055c-6ade-4489-9c28-9b812a2f9e59 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:40.483175 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeacf6f8-5d64-41ce-a082-2b8270072355 admin admin] Pushing event updated for resources: {'Port': ['ID=cafd84ae-424c-4f09-a1a0-204b2653b91a,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:40.513287 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-eeacf6f8-5d64-41ce-a082-2b8270072355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.806s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:40.552883 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-26a7055c-6ade-4489-9c28-9b812a2f9e59 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:40.567002 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-26a7055c-6ade-4489-9c28-9b812a2f9e59 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685144'] for security_group_rule, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:40.572789 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:40.669403 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fee6e5-f658-42c1-b5e2-397df7890f19 None None] Sync routers for ids ['a9c63407-659e-47be-ab9f-d875ee5652bd'] in dv-cinder-774594-3-smb {{(pid=85229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 11:22:40.683242 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 6d0a71c3-d30a-42f8-8cc2-2532a4f996c1 up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:22:40.686873 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7055c-6ade-4489-9c28-9b812a2f9e59 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=983fe1d6-e955-4e85-a342-319a9dee411e,revision_number=0']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:40.698761 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-26a7055c-6ade-4489-9c28-9b812a2f9e59 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:40.703020 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-eeacf6f8-5d64-41ce-a082-2b8270072355 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:40.715272 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-26a7055c-6ade-4489-9c28-9b812a2f9e59 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:40.722498 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-26a7055c-6ade-4489-9c28-9b812a2f9e59 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3818727 Apr 14 11:22:40.724812 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 55414) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:40.744149 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-a06cfa38-8c5a-4901-80c8-6cedf388ff23 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Request body: {'security_group_rule': {'security_group_id': '79d1418f-7ac3-456d-bac4-9035d5a2a1dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:22:40.763026 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-a06cfa38-8c5a-4901-80c8-6cedf388ff23 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:22:40.773150 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-a06cfa38-8c5a-4901-80c8-6cedf388ff23 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Usage tracker for resource:security_group_rule and tenant:e9b3ef38e1d8424c861a2e84fef25222 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:22:40.780878 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-a06cfa38-8c5a-4901-80c8-6cedf388ff23 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:22:40.795882 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-a06cfa38-8c5a-4901-80c8-6cedf388ff23 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:22:40.820079 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fee6e5-f658-42c1-b5e2-397df7890f19 None None] Routers {'a9c63407-659e-47be-ab9f-d875ee5652bd'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:22:40.820785 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-22fee6e5-f658-42c1-b5e2-397df7890f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:22:39Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['a9c63407-659e-47be-ab9f-d875ee5652bd'], 'active': True} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:22:40.846256 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a06cfa38-8c5a-4901-80c8-6cedf388ff23 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:41.019275 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a06cfa38-8c5a-4901-80c8-6cedf388ff23 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:41.023319 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a06cfa38-8c5a-4901-80c8-6cedf388ff23 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685144'] for security_group_rule, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:41.048830 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-873c284f-8e59-412c-abb2-5c31266b98f8 req-5a1cf1d2-c439-42d6-a25d-da5753c1280c tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.52 "GET /v2.0/ports?device_id=dff1d9b5-b61c-4148-842b-87d622f728b8 HTTP/1.1" status: 200 len: 210 time: 0.3594098 Apr 14 11:22:41.109737 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:41.127135 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-68403259-c88d-4e2f-92e7-18bc5ee79286 None None] Provisioning complete for port 6d0a71c3-d30a-42f8-8cc2-2532a4f996c1 triggered by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:22:41.128027 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-68403259-c88d-4e2f-92e7-18bc5ee79286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:41.169084 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06cfa38-8c5a-4901-80c8-6cedf388ff23 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a16d8524-7dd6-44a5-852c-77c92a1db418,revision_number=0']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:41.178872 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a06cfa38-8c5a-4901-80c8-6cedf388ff23 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:41.186729 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a06cfa38-8c5a-4901-80c8-6cedf388ff23 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:41.191991 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-a06cfa38-8c5a-4901-80c8-6cedf388ff23 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4654112 Apr 14 11:22:41.192651 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 55436) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:41.207400 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-49d84d91-8c1a-440b-82b2-2b07f79e9f34 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Request body: {'floatingip': {'floating_network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:22:41.208622 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning complete for port 6d0a71c3-d30a-42f8-8cc2-2532a4f996c1 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:22:41.209176 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:41.225849 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-49d84d91-8c1a-440b-82b2-2b07f79e9f34 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:22:41.234832 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-49d84d91-8c1a-440b-82b2-2b07f79e9f34 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Usage tracker for resource:floatingip and tenant:e9b3ef38e1d8424c861a2e84fef25222 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:22:41.243700 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-49d84d91-8c1a-440b-82b2-2b07f79e9f34 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:22:41.259358 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-49d84d91-8c1a-440b-82b2-2b07f79e9f34 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:22:41.282763 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-49d84d91-8c1a-440b-82b2-2b07f79e9f34 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for floatingip, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:41.577139 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-22fee6e5-f658-42c1-b5e2-397df7890f19 None None] Set router a9c63407-659e-47be-ab9f-d875ee5652bd gateway port host: dv-cinder-774594-3-smb {{(pid=85229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:22:41.581368 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b11adcaa-be42-4024-93b3-2b739b8b9be0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:41.665006 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-49d84d91-8c1a-440b-82b2-2b07f79e9f34 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:41.736057 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:41.738149 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:41.784545 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 08321929-c8ea-4e67-a233-54f5bd37e198 up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:22:41.978470 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b11adcaa-be42-4024-93b3-2b739b8b9be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362'] for port, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:42.055330 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:42.095809 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning complete for port 08321929-c8ea-4e67-a233-54f5bd37e198 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:22:42.095809 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:42.165845 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [None req-49d84d91-8c1a-440b-82b2-2b07f79e9f34 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Allocated IP 172.28.2.88 (f1313642-efe2-441a-94e8-1aeb14258027/43af2120-63d9-4ed9-b216-1037d2600bad/9976af00-d934-4a69-bd70-ec23cf54e8d4) {{(pid=85227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:22:42.191128 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 55476) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:42.196040 dv-cinder-774594-3-smb neutron-server[85114]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 14 11:22:42.269054 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-91f84446-76bc-42bb-b188-9e42506d7c08 req-192d6ccd-7726-4873-b706-e1637ae1b071 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.52 "GET /v2.0/ports?device_id=dff1d9b5-b61c-4148-842b-87d622f728b8 HTTP/1.1" status: 200 len: 210 time: 0.0742712 Apr 14 11:22:42.368132 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-eeacf6f8-5d64-41ce-a082-2b8270072355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854001431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656459'] for router, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:42.405647 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-22fee6e5-f658-42c1-b5e2-397df7890f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'name': 'tempest-AttachVolumeShelveTestJSON-866113711-router', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': '08321929-c8ea-4e67-a233-54f5bd37e198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:30Z', 'updated_at': '2021-04-14T11:22:36Z', 'revision_number': 4, 'project_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'gw_port': {'id': '08321929-c8ea-4e67-a233-54f5bd37e198', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:30Z', 'updated_at': '2021-04-14T11:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': '317e997f-9c75-42a3-b59a-8fb6cc281af4', 'name': '', 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'mac_address': 'fa:16:3e:0d:b9:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5b2aaa5c-9e54-4364-a946-78c283f1ff6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:34Z', 'updated_at': '2021-04-14T11:22:37Z', 'revision_number': 2, 'project_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'subnets': [{'id': '5b2aaa5c-9e54-4364-a946-78c283f1ff6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:22:42.414190 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fee6e5-f658-42c1-b5e2-397df7890f19 None None] Checking router: a9c63407-659e-47be-ab9f-d875ee5652bd for host: dv-cinder-774594-3-smb {{(pid=85229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 11:22:42.414598 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fee6e5-f658-42c1-b5e2-397df7890f19 None None] Updating router a9c63407-659e-47be-ab9f-d875ee5652bd port 317e997f-9c75-42a3-b59a-8fb6cc281af4 binding host dv-cinder-774594-3-smb {{(pid=85229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 11:22:42.512261 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-22fee6e5-f658-42c1-b5e2-397df7890f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:42.590327 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-49d84d91-8c1a-440b-82b2-2b07f79e9f34 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for port, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:42.656793 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-49d84d91-8c1a-440b-82b2-2b07f79e9f34 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362'] for port, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:42.675097 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-53bda59e-af77-4056-ae2a-de6360a22917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:42.702982 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11adcaa-be42-4024-93b3-2b739b8b9be0 admin admin] Pushing event updated for resources: {'Port': ['ID=9cee145a-b2aa-4a4d-9410-714aea8251e5,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:42.713787 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b11adcaa-be42-4024-93b3-2b739b8b9be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:42.898501 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d84d91-8c1a-440b-82b2-2b07f79e9f34 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Pushing event updated for resources: {'Port': ['ID=9976af00-d934-4a69-bd70-ec23cf54e8d4,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:42.901654 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11adcaa-be42-4024-93b3-2b739b8b9be0 admin admin] Network f1313642-efe2-441a-94e8-1aeb14258027 is already hosted by enough agents. {{(pid=85228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:22:42.905722 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-b11adcaa-be42-4024-93b3-2b739b8b9be0 admin admin] Resources bound (agent type, host, resource id): {{(pid=85228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:22:42.906363 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-49d84d91-8c1a-440b-82b2-2b07f79e9f34 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:42.910268 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11adcaa-be42-4024-93b3-2b739b8b9be0 admin admin] Received port after_create {{(pid=85228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:22:43.141744 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d84d91-8c1a-440b-82b2-2b07f79e9f34 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Network f1313642-efe2-441a-94e8-1aeb14258027 is already hosted by enough agents. {{(pid=85227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:22:43.144881 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-49d84d91-8c1a-440b-82b2-2b07f79e9f34 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Resources bound (agent type, host, resource id): {{(pid=85227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:22:43.153761 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d84d91-8c1a-440b-82b2-2b07f79e9f34 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Received port after_create {{(pid=85227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:22:43.321307 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-49d84d91-8c1a-440b-82b2-2b07f79e9f34 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:43.350742 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b11adcaa-be42-4024-93b3-2b739b8b9be0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:43.415606 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-22fee6e5-f658-42c1-b5e2-397df7890f19 None None] Notify callbacks [] for port, precommit_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:43.440925 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.41', 61122) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:43.441307 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 55514) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:43.449731 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-22fee6e5-f658-42c1-b5e2-397df7890f19 None None] Transition to ACTIVE for port object 317e997f-9c75-42a3-b59a-8fb6cc281af4 will not be triggered until provisioned by entity L2. {{(pid=85229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:22:43.459569 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-22fee6e5-f658-42c1-b5e2-397df7890f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:43.489900 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-073434ec-2de0-4a0c-91c9-10e66877e65f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:43.663582 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeacf6f8-5d64-41ce-a082-2b8270072355 admin admin] Router 2b310e5a-8bd9-4fe1-a985-682972f8c6fe is scheduled to L3 agent 72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6 with binding_index 1 {{(pid=85228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 11:22:43.710821 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e0255-6f6b-48d4-96aa-481f8d24c58d None None] Pushing event updated for resources: {'Port': ['ID=317e997f-9c75-42a3-b59a-8fb6cc281af4,revision_number=3']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:43.714504 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-d98e0255-6f6b-48d4-96aa-481f8d24c58d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:43.839924 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9d955029-86f0-4cf8-8ee4-72c075e4e592 req-1f783b30-c0d4-4410-9554-2ffe22dbad2d tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.52 "GET /v2.0/ports?device_id=dff1d9b5-b61c-4148-842b-87d622f728b8 HTTP/1.1" status: 200 len: 210 time: 0.1664336 Apr 14 11:22:43.884683 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-49d84d91-8c1a-440b-82b2-2b07f79e9f34 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:44.330734 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-22fee6e5-f658-42c1-b5e2-397df7890f19 None None] Attempting to bind port 317e997f-9c75-42a3-b59a-8fb6cc281af4 on host dv-cinder-774594-3-smb for vnic_type normal with profile {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:22:44.331273 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-22fee6e5-f658-42c1-b5e2-397df7890f19 None None] Attempting to bind port 317e997f-9c75-42a3-b59a-8fb6cc281af4 by drivers openvswitch,hyperv on host dv-cinder-774594-3-smb at level 0 using segments [{'id': '68eb76e0-e4c1-4e3c-88ca-0b72840edf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29'}] {{(pid=85229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:22:44.331563 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fee6e5-f658-42c1-b5e2-397df7890f19 None None] Attempting to bind port 317e997f-9c75-42a3-b59a-8fb6cc281af4 on network 712e05ed-c735-46b7-8a8c-2c06f81a1c29 {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:22:44.341622 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fee6e5-f658-42c1-b5e2-397df7890f19 None None] Checking agent: {'id': 'bc79d1ea-49d8-4ce6-bb8d-e4f173948ffd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 14, 10), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:22:44.342043 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fee6e5-f658-42c1-b5e2-397df7890f19 None None] Checking segment: {'id': '68eb76e0-e4c1-4e3c-88ca-0b72840edf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:22:44.342504 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-22fee6e5-f658-42c1-b5e2-397df7890f19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:44.342974 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fee6e5-f658-42c1-b5e2-397df7890f19 None None] Bound using segment: {'id': '68eb76e0-e4c1-4e3c-88ca-0b72840edf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29'} {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:22:44.343509 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-22fee6e5-f658-42c1-b5e2-397df7890f19 None None] Bound port: 317e997f-9c75-42a3-b59a-8fb6cc281af4, host: dv-cinder-774594-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68eb76e0-e4c1-4e3c-88ca-0b72840edf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29'}}] {{(pid=85229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:22:44.343936 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-22fee6e5-f658-42c1-b5e2-397df7890f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:44.363801 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b11adcaa-be42-4024-93b3-2b739b8b9be0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854001431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656459'] for router, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:44.522814 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-22fee6e5-f658-42c1-b5e2-397df7890f19 None None] For port 317e997f-9c75-42a3-b59a-8fb6cc281af4, host dv-cinder-774594-3-smb, cleared binding levels {{(pid=85229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:22:44.526626 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-22fee6e5-f658-42c1-b5e2-397df7890f19 None None] For port 317e997f-9c75-42a3-b59a-8fb6cc281af4, host dv-cinder-774594-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=317e997f-9c75-42a3-b59a-8fb6cc281af4,segment=NetworkSegment(68eb76e0-e4c1-4e3c-88ca-0b72840edf3e),segment_id=68eb76e0-e4c1-4e3c-88ca-0b72840edf3e)] {{(pid=85229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:22:44.531055 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-22fee6e5-f658-42c1-b5e2-397df7890f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:44.555079 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a5c369e5-70a2-4a3f-a111-801e6ad39103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:44.642765 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e0255-6f6b-48d4-96aa-481f8d24c58d None None] Pushing event updated for resources: {'Port': ['ID=317e997f-9c75-42a3-b59a-8fb6cc281af4,revision_number=4']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:44.648400 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-d98e0255-6f6b-48d4-96aa-481f8d24c58d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:44.685035 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-49d84d91-8c1a-440b-82b2-2b07f79e9f34 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for port, precommit_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:44.713928 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e348c0b6-7946-43ca-9262-c597737af4df admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:44.731278 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-49d84d91-8c1a-440b-82b2-2b07f79e9f34 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:44.769212 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:44.830085 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeacf6f8-5d64-41ce-a082-2b8270072355 admin admin] Notify agent at l3_agent.dv-cinder-774594-3-smb the message routers_updated {{(pid=85228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 11:22:44.846414 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c385488-2d76-4c65-ae14-7677fcd924d5 None None] Sync routers for ids ['2b310e5a-8bd9-4fe1-a985-682972f8c6fe'] in dv-cinder-774594-3-smb {{(pid=85230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 11:22:44.850436 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fee6e5-f658-42c1-b5e2-397df7890f19 None None] Routers {'a9c63407-659e-47be-ab9f-d875ee5652bd'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:22:44.851166 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-22fee6e5-f658-42c1-b5e2-397df7890f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:22:39Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['a9c63407-659e-47be-ab9f-d875ee5652bd'], 'active': True} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:22:44.863164 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-e348c0b6-7946-43ca-9262-c597737af4df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:22:44.864061 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c385488-2d76-4c65-ae14-7677fcd924d5 None None] Routers {'2b310e5a-8bd9-4fe1-a985-682972f8c6fe'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:22:44.865637 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d84d91-8c1a-440b-82b2-2b07f79e9f34 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Pushing event updated for resources: {'Port': ['ID=9976af00-d934-4a69-bd70-ec23cf54e8d4,revision_number=2']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:44.866900 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-6c385488-2d76-4c65-ae14-7677fcd924d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:22:39Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['2b310e5a-8bd9-4fe1-a985-682972f8c6fe'], 'active': True} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:22:44.871552 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11adcaa-be42-4024-93b3-2b739b8b9be0 admin admin] Router c2d632e3-c18f-4184-af26-1458b1db2086 is scheduled to L3 agent 72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6 with binding_index 1 {{(pid=85228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 11:22:44.968240 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-49d84d91-8c1a-440b-82b2-2b07f79e9f34 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:44.983181 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-e348c0b6-7946-43ca-9262-c597737af4df admin admin] Usage tracker for resource:security_group_rule and tenant:363e878348a84309a86a8c6636ab19ce is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:22:45.011645 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-e348c0b6-7946-43ca-9262-c597737af4df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:22:45.039645 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-e348c0b6-7946-43ca-9262-c597737af4df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:22:45.088448 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-eeacf6f8-5d64-41ce-a082-2b8270072355 admin admin] Notify callbacks [] for router, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:45.138012 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-eeacf6f8-5d64-41ce-a082-2b8270072355 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.5533605 Apr 14 11:22:45.138012 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 55580) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:45.167912 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-45250a89-8bb4-453e-9b1b-25e650763653 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:22:45.172833 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-45250a89-8bb4-453e-9b1b-25e650763653 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.41 "GET /v2.0/networks?id=eb4158bd-57c7-4c13-8c67-1c6c30170d9d HTTP/1.1" status: 200 len: 811 time: 1.7286627 Apr 14 11:22:45.240751 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-719fe801-7679-4e57-b7c4-c691fe9d206a tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Request body: {'port': {'device_id': 'dff1d9b5-b61c-4148-842b-87d622f728b8', 'network_id': 'eb4158bd-57c7-4c13-8c67-1c6c30170d9d', 'admin_state_up': True, 'tenant_id': '1d4c79fde57249779d75f7c2cbea2103'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:22:45.284086 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-6c385488-2d76-4c65-ae14-7677fcd924d5 None None] Set router 2b310e5a-8bd9-4fe1-a985-682972f8c6fe gateway port host: dv-cinder-774594-3-smb {{(pid=85230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:22:45.572292 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-49d84d91-8c1a-440b-82b2-2b07f79e9f34 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854119394'] for floatingip, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:45.677619 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-49d84d91-8c1a-440b-82b2-2b07f79e9f34 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for floatingip, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:45.679907 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-49d84d91-8c1a-440b-82b2-2b07f79e9f34 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4817960 Apr 14 11:22:45.681547 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-719fe801-7679-4e57-b7c4-c691fe9d206a tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:22:45.708023 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-22fee6e5-f658-42c1-b5e2-397df7890f19 None None] Set router a9c63407-659e-47be-ab9f-d875ee5652bd gateway port host: dv-cinder-774594-3-smb {{(pid=85229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:22:45.709978 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-719fe801-7679-4e57-b7c4-c691fe9d206a tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Usage tracker for resource:port and tenant:1d4c79fde57249779d75f7c2cbea2103 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:22:45.728476 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-719fe801-7679-4e57-b7c4-c691fe9d206a tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:22:45.753197 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e348c0b6-7946-43ca-9262-c597737af4df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:45.756051 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-719fe801-7679-4e57-b7c4-c691fe9d206a tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:22:45.769030 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e348c0b6-7946-43ca-9262-c597737af4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:45.797278 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-f0f13935-846c-4976-af2a-5bc7132f28b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:45.828491 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-719fe801-7679-4e57-b7c4-c691fe9d206a tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Made reservation on behalf of 1d4c79fde57249779d75f7c2cbea2103 for: {'port': 1} {{(pid=85227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:22:45.846610 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-719fe801-7679-4e57-b7c4-c691fe9d206a tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:46.059628 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e348c0b6-7946-43ca-9262-c597737af4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38c2971-0fd7-4e3c-b2be-ae13a7796f29,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:46.078231 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-e348c0b6-7946-43ca-9262-c597737af4df admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=363e878348a84309a86a8c6636ab19ce&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6265459 Apr 14 11:22:46.079547 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-e348c0b6-7946-43ca-9262-c597737af4df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:46.081365 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 55610) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:46.101235 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a2d232f4-81bf-427f-ba74-26881542eb3b req-31056f40-cf12-467d-b005-fa9a9a87e772 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.52 "GET /v2.0/ports?device_id=dff1d9b5-b61c-4148-842b-87d622f728b8 HTTP/1.1" status: 200 len: 210 time: 0.7626321 Apr 14 11:22:46.309012 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b89efa2f-20e4-4fd5-a683-9ba869b1c7d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:46.336312 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-6c385488-2d76-4c65-ae14-7677fcd924d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'name': 'tempest-AttachVolumeTestJSON-1254954246-router', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cafd84ae-424c-4f09-a1a0-204b2653b91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:33Z', 'updated_at': '2021-04-14T11:22:40Z', 'revision_number': 3, 'project_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'gw_port': {'id': 'cafd84ae-424c-4f09-a1a0-204b2653b91a', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:57:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:37Z', 'updated_at': '2021-04-14T11:22:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb'}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:22:46.344105 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c385488-2d76-4c65-ae14-7677fcd924d5 None None] Checking router: 2b310e5a-8bd9-4fe1-a985-682972f8c6fe for host: dv-cinder-774594-3-smb {{(pid=85230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 11:22:46.344505 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c385488-2d76-4c65-ae14-7677fcd924d5 None None] Updating router 2b310e5a-8bd9-4fe1-a985-682972f8c6fe port cafd84ae-424c-4f09-a1a0-204b2653b91a binding host dv-cinder-774594-3-smb {{(pid=85230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 11:22:46.379860 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-719fe801-7679-4e57-b7c4-c691fe9d206a tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Allocated IP 172.20.0.13 (eb4158bd-57c7-4c13-8c67-1c6c30170d9d/63e7ac85-c5c1-4c6e-88ff-530127c730b6/740bc95f-e888-4e52-97e4-940e73eb24b5) {{(pid=85227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:22:46.433949 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b89efa2f-20e4-4fd5-a683-9ba869b1c7d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:46.467627 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6c385488-2d76-4c65-ae14-7677fcd924d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:46.634374 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11adcaa-be42-4024-93b3-2b739b8b9be0 admin admin] Notify agent at l3_agent.dv-cinder-774594-3-smb the message routers_updated {{(pid=85228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 11:22:46.649360 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159328d4-c83a-442e-8d99-81f8cc81170c None None] Sync routers for ids ['c2d632e3-c18f-4184-af26-1458b1db2086'] in dv-cinder-774594-3-smb {{(pid=85229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 11:22:46.675502 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159328d4-c83a-442e-8d99-81f8cc81170c None None] Routers {'c2d632e3-c18f-4184-af26-1458b1db2086'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:22:46.678645 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-159328d4-c83a-442e-8d99-81f8cc81170c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:22:39Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['c2d632e3-c18f-4184-af26-1458b1db2086'], 'active': True} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:22:46.764526 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-22fee6e5-f658-42c1-b5e2-397df7890f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'name': 'tempest-AttachVolumeShelveTestJSON-866113711-router', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': '08321929-c8ea-4e67-a233-54f5bd37e198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:30Z', 'updated_at': '2021-04-14T11:22:36Z', 'revision_number': 4, 'project_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'gw_port': {'id': '08321929-c8ea-4e67-a233-54f5bd37e198', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:30Z', 'updated_at': '2021-04-14T11:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': '317e997f-9c75-42a3-b59a-8fb6cc281af4', 'name': '', 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'mac_address': 'fa:16:3e:0d:b9:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5b2aaa5c-9e54-4364-a946-78c283f1ff6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:34Z', 'updated_at': '2021-04-14T11:22:44Z', 'revision_number': 4, 'project_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'subnets': [{'id': '5b2aaa5c-9e54-4364-a946-78c283f1ff6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:22:46.795480 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fee6e5-f658-42c1-b5e2-397df7890f19 None None] The sync data for ids ['a9c63407-659e-47be-ab9f-d875ee5652bd'] in dv-cinder-774594-3-smb is: [{'id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'name': 'tempest-AttachVolumeShelveTestJSON-866113711-router', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': '08321929-c8ea-4e67-a233-54f5bd37e198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:30Z', 'updated_at': '2021-04-14T11:22:36Z', 'revision_number': 4, 'project_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'gw_port': {'id': '08321929-c8ea-4e67-a233-54f5bd37e198', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:30Z', 'updated_at': '2021-04-14T11:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': '317e997f-9c75-42a3-b59a-8fb6cc281af4', 'name': '', 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'mac_address': 'fa:16:3e:0d:b9:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5b2aaa5c-9e54-4364-a946-78c283f1ff6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:34Z', 'updated_at': '2021-04-14T11:22:44Z', 'revision_number': 4, 'project_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'subnets': [{'id': '5b2aaa5c-9e54-4364-a946-78c283f1ff6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 11:22:46.811177 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b11adcaa-be42-4024-93b3-2b739b8b9be0 admin admin] Notify callbacks [] for router, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:46.812475 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-b11adcaa-be42-4024-93b3-2b739b8b9be0 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 12.5810220 Apr 14 11:22:46.835536 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 55628) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:46.945854 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b89efa2f-20e4-4fd5-a683-9ba869b1c7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:47.004487 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:47.132010 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-159328d4-c83a-442e-8d99-81f8cc81170c None None] Set router c2d632e3-c18f-4184-af26-1458b1db2086 gateway port host: dv-cinder-774594-3-smb {{(pid=85229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:22:47.144622 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-719fe801-7679-4e57-b7c4-c691fe9d206a tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Notify callbacks [] for port, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:47.221606 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-719fe801-7679-4e57-b7c4-c691fe9d206a tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362'] for port, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:47.406335 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-b089ad0d-b13e-44c5-8708-03aaa2858065 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--424863248&fields=id&tenant_id=e9b3ef38e1d8424c861a2e84fef25222 HTTP/1.1" status: 200 len: 267 time: 0.8450737 Apr 14 11:22:47.473608 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89efa2f-20e4-4fd5-a683-9ba869b1c7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38c2971-0fd7-4e3c-b2be-ae13a7796f29,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:47.476771 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b89efa2f-20e4-4fd5-a683-9ba869b1c7d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:47.530789 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-942e4878-9a17-4ad9-984b-4893c5a61dc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:47.655757 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-719fe801-7679-4e57-b7c4-c691fe9d206a tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Network eb4158bd-57c7-4c13-8c67-1c6c30170d9d is already hosted by enough agents. {{(pid=85227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:22:47.684487 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-719fe801-7679-4e57-b7c4-c691fe9d206a tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Resources bound (agent type, host, resource id): {{(pid=85227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:22:47.698116 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-719fe801-7679-4e57-b7c4-c691fe9d206a tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Received port after_create {{(pid=85227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:22:47.709801 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-719fe801-7679-4e57-b7c4-c691fe9d206a tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:22:47.710567 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-719fe801-7679-4e57-b7c4-c691fe9d206a tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:47.743533 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b89efa2f-20e4-4fd5-a683-9ba869b1c7d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:47.744944 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-b89efa2f-20e4-4fd5-a683-9ba869b1c7d6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f38c2971-0fd7-4e3c-b2be-ae13a7796f29 HTTP/1.1" status: 204 len: 168 time: 1.6625826 Apr 14 11:22:47.750580 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-719fe801-7679-4e57-b7c4-c691fe9d206a tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5215042 Apr 14 11:22:47.759370 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6c385488-2d76-4c65-ae14-7677fcd924d5 None None] Notify callbacks [] for port, precommit_update {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:47.765625 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-809e8b3e-c933-4db7-b3b7-eed6a3a0d121 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=85227) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 11:22:47.766722 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-809e8b3e-c933-4db7-b3b7-eed6a3a0d121 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055745 Apr 14 11:22:47.821987 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-6c385488-2d76-4c65-ae14-7677fcd924d5 None None] Transition to ACTIVE for port object cafd84ae-424c-4f09-a1a0-204b2653b91a will not be triggered until provisioned by entity L2. {{(pid=85230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:22:47.846694 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6c385488-2d76-4c65-ae14-7677fcd924d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:47.878781 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719fe801-7679-4e57-b7c4-c691fe9d206a tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Pushing event updated for resources: {'Port': ['ID=740bc95f-e888-4e52-97e4-940e73eb24b5,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:47.887616 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-719fe801-7679-4e57-b7c4-c691fe9d206a tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:47.914986 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6601b82-f4b5-4ad7-baf9-0cc5748d2268 req-9f40e842-f341-433b-beca-7082eab7204a tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:22:47.915855 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-e6601b82-f4b5-4ad7-baf9-0cc5748d2268 req-9f40e842-f341-433b-beca-7082eab7204a tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Synchronizing usage tracker for tenant:1d4c79fde57249779d75f7c2cbea2103 on resource:port {{(pid=85227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:22:47.980660 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-e6601b82-f4b5-4ad7-baf9-0cc5748d2268 req-9f40e842-f341-433b-beca-7082eab7204a tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Unset dirty status for tenant:1d4c79fde57249779d75f7c2cbea2103 on resource:port {{(pid=85227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:22:47.985955 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e6601b82-f4b5-4ad7-baf9-0cc5748d2268 req-9f40e842-f341-433b-beca-7082eab7204a tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.52 "GET /v2.0/ports?device_id=dff1d9b5-b61c-4148-842b-87d622f728b8 HTTP/1.1" status: 200 len: 932 time: 0.5029299 Apr 14 11:22:48.095967 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e6601b82-f4b5-4ad7-baf9-0cc5748d2268 req-a50685dc-6284-452c-be5d-8f3c7f4acee1 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebe08f5c-26f4-48ab-bd21-f922c1678942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043122 Apr 14 11:22:48.149683 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-159328d4-c83a-442e-8d99-81f8cc81170c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d632e3-c18f-4184-af26-1458b1db2086', 'name': 'tempest-ServerRescueNegativeTestJSON-860471001-router', 'tenant_id': '4b3f85d7308945ada4fb45e00aa6c46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.13'}], 'enable_snat': True}, 'gw_port_id': '9cee145a-b2aa-4a4d-9410-714aea8251e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:34Z', 'updated_at': '2021-04-14T11:22:43Z', 'revision_number': 3, 'project_id': '4b3f85d7308945ada4fb45e00aa6c46b', 'gw_port': {'id': '9cee145a-b2aa-4a4d-9410-714aea8251e5', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d632e3-c18f-4184-af26-1458b1db2086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:39Z', 'updated_at': '2021-04-14T11:22:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb'}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:22:48.179273 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159328d4-c83a-442e-8d99-81f8cc81170c None None] Checking router: c2d632e3-c18f-4184-af26-1458b1db2086 for host: dv-cinder-774594-3-smb {{(pid=85229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 11:22:48.179676 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159328d4-c83a-442e-8d99-81f8cc81170c None None] Updating router c2d632e3-c18f-4184-af26-1458b1db2086 port 9cee145a-b2aa-4a4d-9410-714aea8251e5 binding host dv-cinder-774594-3-smb {{(pid=85229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 11:22:48.366603 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-159328d4-c83a-442e-8d99-81f8cc81170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:48.410948 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-33c26c68-6f64-45e7-80e7-a3c0aab77836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85230) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:48.473094 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-71b931da-d37f-4acb-8dc0-5bdc1eea2865 service neutron] Request body: {'port': {'device_id': 'dff1d9b5-b61c-4148-842b-87d622f728b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:22:48.799161 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48170eb5-af5d-477e-b5df-b300f26a3bae None None] Pushing event updated for resources: {'Port': ['ID=cafd84ae-424c-4f09-a1a0-204b2653b91a,revision_number=2']} {{(pid=85230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:48.804202 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-71b931da-d37f-4acb-8dc0-5bdc1eea2865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:48.807129 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-6c385488-2d76-4c65-ae14-7677fcd924d5 None None] Attempting to bind port cafd84ae-424c-4f09-a1a0-204b2653b91a on host dv-cinder-774594-3-smb for vnic_type normal with profile {{(pid=85230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:22:48.811535 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-6c385488-2d76-4c65-ae14-7677fcd924d5 None None] Attempting to bind port cafd84ae-424c-4f09-a1a0-204b2653b91a by drivers openvswitch,hyperv on host dv-cinder-774594-3-smb at level 0 using segments [{'id': 'fc5032d9-be7b-4842-99b0-b17509c45e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'}] {{(pid=85230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:22:48.813306 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c385488-2d76-4c65-ae14-7677fcd924d5 None None] Attempting to bind port cafd84ae-424c-4f09-a1a0-204b2653b91a on network f1313642-efe2-441a-94e8-1aeb14258027 {{(pid=85230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:22:48.829968 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-48170eb5-af5d-477e-b5df-b300f26a3bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=85230) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:48.855591 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c385488-2d76-4c65-ae14-7677fcd924d5 None None] Checking agent: {'id': 'bc79d1ea-49d8-4ce6-bb8d-e4f173948ffd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 14, 10), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:22:48.856037 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c385488-2d76-4c65-ae14-7677fcd924d5 None None] Checking segment: {'id': 'fc5032d9-be7b-4842-99b0-b17509c45e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:22:48.856500 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6c385488-2d76-4c65-ae14-7677fcd924d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:48.856946 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c385488-2d76-4c65-ae14-7677fcd924d5 None None] Bound using segment: {'id': 'fc5032d9-be7b-4842-99b0-b17509c45e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'} {{(pid=85230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:22:48.864287 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-6c385488-2d76-4c65-ae14-7677fcd924d5 None None] Bound port: cafd84ae-424c-4f09-a1a0-204b2653b91a, host: dv-cinder-774594-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5032d9-be7b-4842-99b0-b17509c45e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'}}] {{(pid=85230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:22:48.864733 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6c385488-2d76-4c65-ae14-7677fcd924d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:48.960478 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 317e997f-9c75-42a3-b59a-8fb6cc281af4 up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:22:49.127565 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-6c385488-2d76-4c65-ae14-7677fcd924d5 None None] For port cafd84ae-424c-4f09-a1a0-204b2653b91a, host dv-cinder-774594-3-smb, cleared binding levels {{(pid=85230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:22:49.141032 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-6c385488-2d76-4c65-ae14-7677fcd924d5 None None] For port cafd84ae-424c-4f09-a1a0-204b2653b91a, host dv-cinder-774594-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=cafd84ae-424c-4f09-a1a0-204b2653b91a,segment=NetworkSegment(fc5032d9-be7b-4842-99b0-b17509c45e41),segment_id=fc5032d9-be7b-4842-99b0-b17509c45e41)] {{(pid=85230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:22:49.151786 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6c385488-2d76-4c65-ae14-7677fcd924d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:49.175645 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-31a1e548-9ff8-4849-9361-e33e88e61e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85230) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:49.183243 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 55666) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:49.430466 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning for port 317e997f-9c75-42a3-b59a-8fb6cc281af4 completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:22:49.451798 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning complete for port 317e997f-9c75-42a3-b59a-8fb6cc281af4 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:22:49.452234 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:49.589087 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c385488-2d76-4c65-ae14-7677fcd924d5 None None] Routers {'2b310e5a-8bd9-4fe1-a985-682972f8c6fe'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:22:49.590183 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-6c385488-2d76-4c65-ae14-7677fcd924d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:22:39Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['2b310e5a-8bd9-4fe1-a985-682972f8c6fe'], 'active': True} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:22:49.784247 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-1c652052-f7d0-4412-9e9c-245d7f99fc3b tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:22:49.793604 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-1c652052-f7d0-4412-9e9c-245d7f99fc3b tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/networks?id=712e05ed-c735-46b7-8a8c-2c06f81a1c29 HTTP/1.1" status: 200 len: 816 time: 0.7391200 Apr 14 11:22:49.794196 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7847b7ff-dd09-480c-8841-48b47fdd354f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:49.828322 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:49.870315 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-7847b7ff-dd09-480c-8841-48b47fdd354f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:22:49.872297 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] For port 317e997f-9c75-42a3-b59a-8fb6cc281af4, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=317e997f-9c75-42a3-b59a-8fb6cc281af4,segment=NetworkSegment(68eb76e0-e4c1-4e3c-88ca-0b72840edf3e),segment_id=68eb76e0-e4c1-4e3c-88ca-0b72840edf3e)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:22:49.881309 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-7847b7ff-dd09-480c-8841-48b47fdd354f admin admin] Usage tracker for resource:security_group_rule and tenant:39487b7c9a754f5ba97aab62f8b38a7d is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:22:49.891843 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-7847b7ff-dd09-480c-8841-48b47fdd354f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:22:49.903592 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-7847b7ff-dd09-480c-8841-48b47fdd354f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:22:49.904648 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:49.906178 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-71b931da-d37f-4acb-8dc0-5bdc1eea2865 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 740bc95f-e888-4e52-97e4-940e73eb24b5 {{(pid=85227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:22:49.922946 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:49.931272 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-71b931da-d37f-4acb-8dc0-5bdc1eea2865 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:49.969729 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-71b931da-d37f-4acb-8dc0-5bdc1eea2865 service neutron] Transition to ACTIVE for port object 740bc95f-e888-4e52-97e4-940e73eb24b5 will not be triggered until provisioned by entity L2. {{(pid=85227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:22:50.033490 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Pushing event updated for resources: {'Port': ['ID=317e997f-9c75-42a3-b59a-8fb6cc281af4,revision_number=5']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:50.039849 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:50.091578 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-71b931da-d37f-4acb-8dc0-5bdc1eea2865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:50.158170 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:50.210204 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7847b7ff-dd09-480c-8841-48b47fdd354f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:50.245361 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b931da-d37f-4acb-8dc0-5bdc1eea2865 service neutron] Pushing event updated for resources: {'Port': ['ID=740bc95f-e888-4e52-97e4-940e73eb24b5,revision_number=2']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:50.249531 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-71b931da-d37f-4acb-8dc0-5bdc1eea2865 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:50.276973 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-29731681-63b9-4f81-b242-4bf0d77d8df9 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/quotas/e9b3ef38e1d8424c861a2e84fef25222 HTTP/1.1" status: 200 len: 375 time: 0.4277604 Apr 14 11:22:50.326166 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7847b7ff-dd09-480c-8841-48b47fdd354f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:50.335832 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-159328d4-c83a-442e-8d99-81f8cc81170c None None] Notify callbacks [] for port, precommit_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:50.367796 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-159328d4-c83a-442e-8d99-81f8cc81170c None None] Transition to ACTIVE for port object 9cee145a-b2aa-4a4d-9410-714aea8251e5 will not be triggered until provisioned by entity L2. {{(pid=85229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:22:50.381927 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-159328d4-c83a-442e-8d99-81f8cc81170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:50.396093 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb8433-9525-4d5d-a6ef-9c79e91c4db7 req-8ae8810c-c0c7-4759-82bb-4b260c264e20 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:22:50.404618 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c9cb8433-9525-4d5d-a6ef-9c79e91c4db7 req-8ae8810c-c0c7-4759-82bb-4b260c264e20 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.52 "GET /v2.0/ports?device_id=dff1d9b5-b61c-4148-842b-87d622f728b8 HTTP/1.1" status: 200 len: 944 time: 0.4345849 Apr 14 11:22:50.419653 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:50.419819 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48170eb5-af5d-477e-b5df-b300f26a3bae None None] Pushing event updated for resources: {'Port': ['ID=cafd84ae-424c-4f09-a1a0-204b2653b91a,revision_number=3']} {{(pid=85230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:50.431013 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:50.450778 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-48170eb5-af5d-477e-b5df-b300f26a3bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.275s {{(pid=85230) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:50.490454 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c9cb8433-9525-4d5d-a6ef-9c79e91c4db7 req-52e45d4f-c262-4882-9ed9-30f33436ce65 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebe08f5c-26f4-48ab-bd21-f922c1678942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847266 Apr 14 11:22:50.613210 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-6c385488-2d76-4c65-ae14-7677fcd924d5 None None] Set router 2b310e5a-8bd9-4fe1-a985-682972f8c6fe gateway port host: dv-cinder-774594-3-smb {{(pid=85230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:22:50.769869 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-5cf56ad8-ccc8-42ec-a414-c55636707f8a tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e9b3ef38e1d8424c861a2e84fef25222&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4327667 Apr 14 11:22:50.849735 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-7847b7ff-dd09-480c-8841-48b47fdd354f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=39487b7c9a754f5ba97aab62f8b38a7d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4671578 Apr 14 11:22:50.855496 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 55706) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:50.860594 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-71b931da-d37f-4acb-8dc0-5bdc1eea2865 service neutron] Attempting to bind port 740bc95f-e888-4e52-97e4-940e73eb24b5 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:22:50.863401 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-71b931da-d37f-4acb-8dc0-5bdc1eea2865 service neutron] Attempting to bind port 740bc95f-e888-4e52-97e4-940e73eb24b5 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '4e559bdf-509e-49c4-9c35-9fec923c43e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'eb4158bd-57c7-4c13-8c67-1c6c30170d9d'}] {{(pid=85227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:22:50.864057 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-71b931da-d37f-4acb-8dc0-5bdc1eea2865 service neutron] Attempting to bind port 740bc95f-e888-4e52-97e4-940e73eb24b5 on network eb4158bd-57c7-4c13-8c67-1c6c30170d9d {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:22:50.914484 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-71b931da-d37f-4acb-8dc0-5bdc1eea2865 service neutron] Port 740bc95f-e888-4e52-97e4-940e73eb24b5 on network eb4158bd-57c7-4c13-8c67-1c6c30170d9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 11:22:50.917899 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-71b931da-d37f-4acb-8dc0-5bdc1eea2865 service neutron] Attempting to bind port 740bc95f-e888-4e52-97e4-940e73eb24b5 on network eb4158bd-57c7-4c13-8c67-1c6c30170d9d {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:22:50.949677 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-71b931da-d37f-4acb-8dc0-5bdc1eea2865 service neutron] Checking agent: {'id': 'dc008c19-4d73-4566-939f-5ab33892b678', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 20, 41), 'started_at': datetime.datetime(2021, 4, 14, 11, 20, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:22:50.959615 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-71b931da-d37f-4acb-8dc0-5bdc1eea2865 service neutron] Checking segment: {'id': '4e559bdf-509e-49c4-9c35-9fec923c43e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'eb4158bd-57c7-4c13-8c67-1c6c30170d9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:22:50.960613 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-71b931da-d37f-4acb-8dc0-5bdc1eea2865 service neutron] Bound using segment: {'id': '4e559bdf-509e-49c4-9c35-9fec923c43e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'eb4158bd-57c7-4c13-8c67-1c6c30170d9d'} {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:22:50.961373 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-71b931da-d37f-4acb-8dc0-5bdc1eea2865 service neutron] Bound port: 740bc95f-e888-4e52-97e4-940e73eb24b5, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e559bdf-509e-49c4-9c35-9fec923c43e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'eb4158bd-57c7-4c13-8c67-1c6c30170d9d'}}] {{(pid=85227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:22:50.975033 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-71b931da-d37f-4acb-8dc0-5bdc1eea2865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:50.981931 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 317e997f-9c75-42a3-b59a-8fb6cc281af4 up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:22:51.051325 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847b7ff-dd09-480c-8841-48b47fdd354f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd241255-2019-424e-b5dd-49338940caa2,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:51.114450 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-159328d4-c83a-442e-8d99-81f8cc81170c None None] Attempting to bind port 9cee145a-b2aa-4a4d-9410-714aea8251e5 on host dv-cinder-774594-3-smb for vnic_type normal with profile {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:22:51.115614 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-159328d4-c83a-442e-8d99-81f8cc81170c None None] Attempting to bind port 9cee145a-b2aa-4a4d-9410-714aea8251e5 by drivers openvswitch,hyperv on host dv-cinder-774594-3-smb at level 0 using segments [{'id': 'fc5032d9-be7b-4842-99b0-b17509c45e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'}] {{(pid=85229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:22:51.116143 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159328d4-c83a-442e-8d99-81f8cc81170c None None] Attempting to bind port 9cee145a-b2aa-4a4d-9410-714aea8251e5 on network f1313642-efe2-441a-94e8-1aeb14258027 {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:22:51.125650 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159328d4-c83a-442e-8d99-81f8cc81170c None None] Checking agent: {'id': 'bc79d1ea-49d8-4ce6-bb8d-e4f173948ffd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 14, 10), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:22:51.126259 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159328d4-c83a-442e-8d99-81f8cc81170c None None] Checking segment: {'id': 'fc5032d9-be7b-4842-99b0-b17509c45e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:22:51.126855 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-159328d4-c83a-442e-8d99-81f8cc81170c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:51.127413 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159328d4-c83a-442e-8d99-81f8cc81170c None None] Bound using segment: {'id': 'fc5032d9-be7b-4842-99b0-b17509c45e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'} {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:22:51.128065 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-159328d4-c83a-442e-8d99-81f8cc81170c None None] Bound port: 9cee145a-b2aa-4a4d-9410-714aea8251e5, host: dv-cinder-774594-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5032d9-be7b-4842-99b0-b17509c45e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'}}] {{(pid=85229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:22:51.128604 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-159328d4-c83a-442e-8d99-81f8cc81170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:51.205819 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1dfec2b0-86fa-493f-b5eb-2728ed1e947f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:51.243757 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1dfec2b0-86fa-493f-b5eb-2728ed1e947f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:51.268873 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-159328d4-c83a-442e-8d99-81f8cc81170c None None] For port 9cee145a-b2aa-4a4d-9410-714aea8251e5, host dv-cinder-774594-3-smb, cleared binding levels {{(pid=85229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:22:51.285343 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-159328d4-c83a-442e-8d99-81f8cc81170c None None] For port 9cee145a-b2aa-4a4d-9410-714aea8251e5, host dv-cinder-774594-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=9cee145a-b2aa-4a4d-9410-714aea8251e5,segment=NetworkSegment(fc5032d9-be7b-4842-99b0-b17509c45e41),segment_id=fc5032d9-be7b-4842-99b0-b17509c45e41)] {{(pid=85229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:22:51.305634 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1dfec2b0-86fa-493f-b5eb-2728ed1e947f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:51.325299 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-e348c0b6-7946-43ca-9262-c597737af4df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:51.340249 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfec2b0-86fa-493f-b5eb-2728ed1e947f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd241255-2019-424e-b5dd-49338940caa2,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:51.343023 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-1dfec2b0-86fa-493f-b5eb-2728ed1e947f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:51.356950 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-159328d4-c83a-442e-8d99-81f8cc81170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:51.365712 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1dfec2b0-86fa-493f-b5eb-2728ed1e947f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:51.366836 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-83372196-8b70-4f5a-8bb2-205c691d493d service neutron] 10.222.0.52 "GET /v2.0/networks/712e05ed-c735-46b7-8a8c-2c06f81a1c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5152519 Apr 14 11:22:51.367484 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-1dfec2b0-86fa-493f-b5eb-2728ed1e947f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cd241255-2019-424e-b5dd-49338940caa2 HTTP/1.1" status: 204 len: 168 time: 0.5104342 Apr 14 11:22:51.406819 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-7847b7ff-dd09-480c-8841-48b47fdd354f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.976s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:51.421030 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-71b931da-d37f-4acb-8dc0-5bdc1eea2865 service neutron] For port 740bc95f-e888-4e52-97e4-940e73eb24b5, host hv-cinder-77459, cleared binding levels {{(pid=85227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:22:51.421244 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning complete for port 317e997f-9c75-42a3-b59a-8fb6cc281af4 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:22:51.421487 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:51.433886 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-71b931da-d37f-4acb-8dc0-5bdc1eea2865 service neutron] For port 740bc95f-e888-4e52-97e4-940e73eb24b5, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=740bc95f-e888-4e52-97e4-940e73eb24b5,segment=NetworkSegment(4e559bdf-509e-49c4-9c35-9fec923c43e1),segment_id=4e559bdf-509e-49c4-9c35-9fec923c43e1)] {{(pid=85227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:22:51.448383 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-71b931da-d37f-4acb-8dc0-5bdc1eea2865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:51.493862 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-49d84d91-8c1a-440b-82b2-2b07f79e9f34 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:51.675721 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-6c385488-2d76-4c65-ae14-7677fcd924d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'name': 'tempest-AttachVolumeTestJSON-1254954246-router', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cafd84ae-424c-4f09-a1a0-204b2653b91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:33Z', 'updated_at': '2021-04-14T11:22:40Z', 'revision_number': 3, 'project_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'gw_port': {'id': 'cafd84ae-424c-4f09-a1a0-204b2653b91a', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:57:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:37Z', 'updated_at': '2021-04-14T11:22:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb'}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:22:51.693922 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c385488-2d76-4c65-ae14-7677fcd924d5 None None] The sync data for ids ['2b310e5a-8bd9-4fe1-a985-682972f8c6fe'] in dv-cinder-774594-3-smb is: [{'id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'name': 'tempest-AttachVolumeTestJSON-1254954246-router', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cafd84ae-424c-4f09-a1a0-204b2653b91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:33Z', 'updated_at': '2021-04-14T11:22:40Z', 'revision_number': 3, 'project_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'gw_port': {'id': 'cafd84ae-424c-4f09-a1a0-204b2653b91a', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:57:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:37Z', 'updated_at': '2021-04-14T11:22:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb'}] {{(pid=85230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 11:22:51.825893 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-b38c61f4-93e7-48ee-b324-ac132684b24c service neutron] 10.222.0.52 "GET /v2.0/networks/712e05ed-c735-46b7-8a8c-2c06f81a1c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581087 Apr 14 11:22:51.853347 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9092ea0-5594-425d-b0e5-841eae160290 None None] Pushing event updated for resources: {'Port': ['ID=9cee145a-b2aa-4a4d-9410-714aea8251e5,revision_number=2']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:51.892120 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b9092ea0-5594-425d-b0e5-841eae160290 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.472s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:51.900119 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.294s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:51.995479 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a179bda7-8170-445f-8bf2-9714277ca619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:52.012396 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b931da-d37f-4acb-8dc0-5bdc1eea2865 service neutron] Pushing event updated for resources: {'Port': ['ID=740bc95f-e888-4e52-97e4-940e73eb24b5,revision_number=3']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:52.111556 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-71b931da-d37f-4acb-8dc0-5bdc1eea2865 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:52.353966 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-71b931da-d37f-4acb-8dc0-5bdc1eea2865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:22:52.361556 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-71b931da-d37f-4acb-8dc0-5bdc1eea2865 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:52.366883 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-71b931da-d37f-4acb-8dc0-5bdc1eea2865 service neutron] 10.222.0.41 "PUT /v2.0/ports/740bc95f-e888-4e52-97e4-940e73eb24b5 HTTP/1.1" status: 200 len: 1094 time: 4.2261920 Apr 14 11:22:52.403367 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dff1d9b5-b61c-4148-842b-87d622f728b8', 'tag': '740bc95f-e888-4e52-97e4-940e73eb24b5'}] {{(pid=85227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:22:52.458793 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9092ea0-5594-425d-b0e5-841eae160290 None None] Pushing event updated for resources: {'Port': ['ID=9cee145a-b2aa-4a4d-9410-714aea8251e5,revision_number=3']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:52.487055 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b9092ea0-5594-425d-b0e5-841eae160290 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:52.760776 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159328d4-c83a-442e-8d99-81f8cc81170c None None] Routers {'c2d632e3-c18f-4184-af26-1458b1db2086'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:22:52.761467 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-159328d4-c83a-442e-8d99-81f8cc81170c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:22:39Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['c2d632e3-c18f-4184-af26-1458b1db2086'], 'active': True} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:22:53.047945 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1bd47-246e-4804-a2ff-0f89a1db742b req-f2050334-4f91-4de8-8c15-24374ca1f41f tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:22:53.062948 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-cce1bd47-246e-4804-a2ff-0f89a1db742b req-f2050334-4f91-4de8-8c15-24374ca1f41f tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.52 "GET /v2.0/ports?device_id=dff1d9b5-b61c-4148-842b-87d622f728b8 HTTP/1.1" status: 200 len: 944 time: 1.2185023 Apr 14 11:22:53.227697 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-cce1bd47-246e-4804-a2ff-0f89a1db742b req-3026f891-f1d4-4981-8b29-b03f407b9c20 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebe08f5c-26f4-48ab-bd21-f922c1678942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636734 Apr 14 11:22:53.335029 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-d93d4e51-f64e-46b2-ab8a-181bcb98d39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:22:53.336489 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-d93d4e51-f64e-46b2-ab8a-181bcb98d39f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d4c79fde57249779d75f7c2cbea2103&device_id=dff1d9b5-b61c-4148-842b-87d622f728b8 HTTP/1.1" status: 200 len: 1097 time: 0.5862246 Apr 14 11:22:53.375773 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device cafd84ae-424c-4f09-a1a0-204b2653b91a up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:22:53.659810 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-159328d4-c83a-442e-8d99-81f8cc81170c None None] Set router c2d632e3-c18f-4184-af26-1458b1db2086 gateway port host: dv-cinder-774594-3-smb {{(pid=85229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:22:53.695569 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-c029fb07-734e-43e1-bead-d93b0547ab68 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=740bc95f-e888-4e52-97e4-940e73eb24b5 HTTP/1.1" status: 200 len: 217 time: 0.2883127 Apr 14 11:22:53.830691 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 55820) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:54.280766 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [None req-a179bda7-8170-445f-8bf2-9714277ca619 admin admin] Allocated IP 172.20.0.1 (107ffdc1-1c99-4692-a473-5dbc7ac62120/f8dd919b-1721-4048-9598-4db7b1b92807/361a38e0-7d77-4371-90b5-434e37951efa) {{(pid=85228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:22:54.488507 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-159328d4-c83a-442e-8d99-81f8cc81170c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d632e3-c18f-4184-af26-1458b1db2086', 'name': 'tempest-ServerRescueNegativeTestJSON-860471001-router', 'tenant_id': '4b3f85d7308945ada4fb45e00aa6c46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.13'}], 'enable_snat': True}, 'gw_port_id': '9cee145a-b2aa-4a4d-9410-714aea8251e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:34Z', 'updated_at': '2021-04-14T11:22:43Z', 'revision_number': 3, 'project_id': '4b3f85d7308945ada4fb45e00aa6c46b', 'gw_port': {'id': '9cee145a-b2aa-4a4d-9410-714aea8251e5', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d632e3-c18f-4184-af26-1458b1db2086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:39Z', 'updated_at': '2021-04-14T11:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb'}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:22:54.498464 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159328d4-c83a-442e-8d99-81f8cc81170c None None] The sync data for ids ['c2d632e3-c18f-4184-af26-1458b1db2086'] in dv-cinder-774594-3-smb is: [{'id': 'c2d632e3-c18f-4184-af26-1458b1db2086', 'name': 'tempest-ServerRescueNegativeTestJSON-860471001-router', 'tenant_id': '4b3f85d7308945ada4fb45e00aa6c46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.13'}], 'enable_snat': True}, 'gw_port_id': '9cee145a-b2aa-4a4d-9410-714aea8251e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:34Z', 'updated_at': '2021-04-14T11:22:43Z', 'revision_number': 3, 'project_id': '4b3f85d7308945ada4fb45e00aa6c46b', 'gw_port': {'id': '9cee145a-b2aa-4a4d-9410-714aea8251e5', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d632e3-c18f-4184-af26-1458b1db2086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:39Z', 'updated_at': '2021-04-14T11:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb'}] {{(pid=85229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 11:22:54.500562 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning for port cafd84ae-424c-4f09-a1a0-204b2653b91a completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:22:54.507629 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning complete for port cafd84ae-424c-4f09-a1a0-204b2653b91a triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:22:54.508289 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:54.588503 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0f246d72-23e9-4632-8bc3-b0573ca10980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:54.639518 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a179bda7-8170-445f-8bf2-9714277ca619 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:54.722420 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a179bda7-8170-445f-8bf2-9714277ca619 admin admin] Transition to ACTIVE for port object 361a38e0-7d77-4371-90b5-434e37951efa will not be triggered until provisioned by entity DHCP. {{(pid=85228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:22:54.741663 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-0f246d72-23e9-4632-8bc3-b0573ca10980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:22:54.745225 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dff1d9b5-b61c-4148-842b-87d622f728b8', 'tag': '740bc95f-e888-4e52-97e4-940e73eb24b5', 'status': 'completed', 'code': 200} Apr 14 11:22:54.757565 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3cbded08-b422-4d72-a499-80314ee441c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:54.767848 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:54.789351 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-0f246d72-23e9-4632-8bc3-b0573ca10980 admin admin] Usage tracker for resource:security_group_rule and tenant:2d23f2a2783744f1a644d25f5a715bef is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:22:54.794290 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-0f246d72-23e9-4632-8bc3-b0573ca10980 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:22:54.803846 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a179bda7-8170-445f-8bf2-9714277ca619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362'] for port, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:54.810742 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-0f246d72-23e9-4632-8bc3-b0573ca10980 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:22:54.825494 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] For port cafd84ae-424c-4f09-a1a0-204b2653b91a, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=cafd84ae-424c-4f09-a1a0-204b2653b91a,segment=NetworkSegment(fc5032d9-be7b-4842-99b0-b17509c45e41),segment_id=fc5032d9-be7b-4842-99b0-b17509c45e41)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:22:54.832359 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:54.840265 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-cc428fb4-6de2-4db4-b73b-78a56f7fd497 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:54.877502 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-f6fefcfb-fa79-4e72-ae44-9f873762e470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:22:54.879242 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-f6fefcfb-fa79-4e72-ae44-9f873762e470 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=63e7ac85-c5c1-4c6e-88ff-530127c730b6 HTTP/1.1" status: 200 len: 851 time: 0.2564411 Apr 14 11:22:55.051965 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7151c0e2-55c2-4f27-b5f7-3f3a65593554 req-eb77f837-cf31-4a8b-9b3f-43bbaf9fe6cc tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 210 time: 2.2774251 Apr 14 11:22:55.063250 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Pushing event updated for resources: {'Port': ['ID=cafd84ae-424c-4f09-a1a0-204b2653b91a,revision_number=4']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:55.073400 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:55.079908 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b11adcaa-be42-4024-93b3-2b739b8b9be0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:55.642502 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [None req-3cbded08-b422-4d72-a499-80314ee441c4 admin admin] Allocated IP 172.20.0.1 (6c770865-86da-4d8e-8a44-f942f5188572/0d82680c-cf66-4a62-ac40-d953780f4e06/496ce7c9-adfc-4029-b72f-42aa029a68a3) {{(pid=85228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:22:55.675086 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-1383174b-185d-4179-aa47-e2cdd3016693 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eb4158bd-57c7-4c13-8c67-1c6c30170d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7481365 Apr 14 11:22:56.049724 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a179bda7-8170-445f-8bf2-9714277ca619 admin admin] Network 107ffdc1-1c99-4692-a473-5dbc7ac62120 is already hosted by enough agents. {{(pid=85228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:22:56.069986 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-a179bda7-8170-445f-8bf2-9714277ca619 admin admin] Resources bound (agent type, host, resource id): {{(pid=85228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:22:56.076991 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a179bda7-8170-445f-8bf2-9714277ca619 admin admin] Received port after_create {{(pid=85228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:22:56.077537 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a179bda7-8170-445f-8bf2-9714277ca619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656524'] for router_interface, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:56.307085 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.41', 61148) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:56.327653 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889bfca-093a-4cd8-9059-ab4f9e294590 req-c29fe1b0-a7cd-44df-88e6-c90af3b74eff tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:22:56.354556 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e889bfca-093a-4cd8-9059-ab4f9e294590 req-c29fe1b0-a7cd-44df-88e6-c90af3b74eff tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.52 "GET /v2.0/ports?device_id=dff1d9b5-b61c-4148-842b-87d622f728b8 HTTP/1.1" status: 200 len: 944 time: 0.6781850 Apr 14 11:22:56.563919 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e889bfca-093a-4cd8-9059-ab4f9e294590 req-b2253024-f7ff-477b-be3e-2a3b627b80f6 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebe08f5c-26f4-48ab-bd21-f922c1678942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058067 Apr 14 11:22:56.616864 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-2e2c28f3-68bd-4907-8554-608d8a4fb92e None None] Provisioning for port 361a38e0-7d77-4371-90b5-434e37951efa completed by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:22:56.625122 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-2e2c28f3-68bd-4907-8554-608d8a4fb92e None None] Provisioning complete for port 361a38e0-7d77-4371-90b5-434e37951efa triggered by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:22:56.625548 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2e2c28f3-68bd-4907-8554-608d8a4fb92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:56.634505 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3cbded08-b422-4d72-a499-80314ee441c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:56.754663 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3cbded08-b422-4d72-a499-80314ee441c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362'] for port, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:56.762012 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0f246d72-23e9-4632-8bc3-b0573ca10980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:56.783583 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-2e2c28f3-68bd-4907-8554-608d8a4fb92e None None] Port 361a38e0-7d77-4371-90b5-434e37951efa cannot update to ACTIVE because it is not bound. {{(pid=85229) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 11:22:56.805463 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0f246d72-23e9-4632-8bc3-b0573ca10980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:56.807825 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-36c15134-c6f1-48a4-b401-1f07708f3fb3 service neutron] 10.222.0.41 "GET /v2.0/networks/eb4158bd-57c7-4c13-8c67-1c6c30170d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9836891 Apr 14 11:22:56.891887 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b89efa2f-20e4-4fd5-a683-9ba869b1c7d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:56.928537 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179bda7-8170-445f-8bf2-9714277ca619 admin admin] Pushing event updated for resources: {'Port': ['ID=361a38e0-7d77-4371-90b5-434e37951efa,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:56.942228 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-0f246d72-23e9-4632-8bc3-b0573ca10980 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2d23f2a2783744f1a644d25f5a715bef&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1101248 Apr 14 11:22:56.948554 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f246d72-23e9-4632-8bc3-b0573ca10980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d62aa04-402e-4149-89e3-8ac576d470a6,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:56.955243 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 55906) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:56.963592 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a179bda7-8170-445f-8bf2-9714277ca619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.884s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:56.971789 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:57.067669 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-0f246d72-23e9-4632-8bc3-b0573ca10980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:57.189631 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ae6d4db7-9e8f-4538-96a4-ff6845a7879d req-cfd6495d-6dcf-4f50-8448-ae858c2cd3e9 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 210 time: 0.6740277 Apr 14 11:22:57.213037 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-f806db73-de2d-43c4-b227-29a62aec101d tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:22:57.213914 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-f806db73-de2d-43c4-b227-29a62aec101d tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Synchronizing usage tracker for tenant:e9b3ef38e1d8424c861a2e84fef25222 on resource:network {{(pid=85227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:22:57.228514 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 9cee145a-b2aa-4a4d-9410-714aea8251e5 up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:22:57.256731 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbded08-b422-4d72-a499-80314ee441c4 admin admin] Pushing event updated for resources: {'Port': ['ID=496ce7c9-adfc-4029-b72f-42aa029a68a3,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:57.273857 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-3cbded08-b422-4d72-a499-80314ee441c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:57.308189 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-f806db73-de2d-43c4-b227-29a62aec101d tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Unset dirty status for tenant:e9b3ef38e1d8424c861a2e84fef25222 on resource:network {{(pid=85227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:22:57.309544 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-f806db73-de2d-43c4-b227-29a62aec101d tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.41 "GET /v2.0/networks?id=712e05ed-c735-46b7-8a8c-2c06f81a1c29 HTTP/1.1" status: 200 len: 816 time: 0.9500921 Apr 14 11:22:57.362917 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbded08-b422-4d72-a499-80314ee441c4 admin admin] Network 6c770865-86da-4d8e-8a44-f942f5188572 is already hosted by enough agents. {{(pid=85228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:22:57.366285 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-3cbded08-b422-4d72-a499-80314ee441c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=85228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:22:57.383738 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ed29b8d2-5a97-41ac-93f3-5894f9902da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:57.399298 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning for port 9cee145a-b2aa-4a4d-9410-714aea8251e5 completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:22:57.405068 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbded08-b422-4d72-a499-80314ee441c4 admin admin] Received port after_create {{(pid=85228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:22:57.405616 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3cbded08-b422-4d72-a499-80314ee441c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656524'] for router_interface, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:57.410412 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning complete for port 9cee145a-b2aa-4a4d-9410-714aea8251e5 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:22:57.412891 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:57.424940 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ed29b8d2-5a97-41ac-93f3-5894f9902da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:57.497507 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ed29b8d2-5a97-41ac-93f3-5894f9902da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:57.529656 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-da5707cb-5f34-4a81-a1fa-88b39e3ece8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:57.555425 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a179bda7-8170-445f-8bf2-9714277ca619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:57.555748 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29b8d2-5a97-41ac-93f3-5894f9902da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d62aa04-402e-4149-89e3-8ac576d470a6,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:57.562660 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ea470e78-4ac8-4c1f-90b9-7f84e2f6cbc0 req-9f31fdbd-da67-46c7-8d22-9be8a92d20d3 service neutron] 10.222.0.41 "GET /v2.0/networks/eb4158bd-57c7-4c13-8c67-1c6c30170d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7105103 Apr 14 11:22:57.563501 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-ed29b8d2-5a97-41ac-93f3-5894f9902da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:57.579495 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ed29b8d2-5a97-41ac-93f3-5894f9902da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:57.598641 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-ed29b8d2-5a97-41ac-93f3-5894f9902da6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8d62aa04-402e-4149-89e3-8ac576d470a6 HTTP/1.1" status: 204 len: 168 time: 0.6221387 Apr 14 11:22:57.632495 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-b053cc21-d0a0-4f9b-a2f4-4100f9a94f33 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Synchronizing usage tracker for tenant:e9b3ef38e1d8424c861a2e84fef25222 on resource:security_group {{(pid=85227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:22:57.830608 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:57.872566 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-b053cc21-d0a0-4f9b-a2f4-4100f9a94f33 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Unset dirty status for tenant:e9b3ef38e1d8424c861a2e84fef25222 on resource:security_group {{(pid=85227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:22:57.875976 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-b053cc21-d0a0-4f9b-a2f4-4100f9a94f33 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e9b3ef38e1d8424c861a2e84fef25222 HTTP/1.1" status: 200 len: 5704 time: 0.5120211 Apr 14 11:22:57.901566 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] For port 9cee145a-b2aa-4a4d-9410-714aea8251e5, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=9cee145a-b2aa-4a4d-9410-714aea8251e5,segment=NetworkSegment(fc5032d9-be7b-4842-99b0-b17509c45e41),segment_id=fc5032d9-be7b-4842-99b0-b17509c45e41)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:22:57.905180 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:57.906072 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device cafd84ae-424c-4f09-a1a0-204b2653b91a up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:22:58.072880 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-b9907287-d9e4-415a-a99e-ea624f09c1a8 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Request body: {'port': {'device_id': 'b00f0834-f88b-40b4-84e2-252486a4be7f', 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29', 'admin_state_up': True, 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'security_groups': ['79d1418f-7ac3-456d-bac4-9035d5a2a1dd']}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:22:58.101488 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:58.368038 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-b9907287-d9e4-415a-a99e-ea624f09c1a8 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:22:58.398264 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-b9907287-d9e4-415a-a99e-ea624f09c1a8 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Usage tracker for resource:port and tenant:e9b3ef38e1d8424c861a2e84fef25222 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:22:58.441321 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a179bda7-8170-445f-8bf2-9714277ca619 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:58.459151 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-b9907287-d9e4-415a-a99e-ea624f09c1a8 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:22:58.461308 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a179bda7-8170-445f-8bf2-9714277ca619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:58.465779 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Pushing event updated for resources: {'Port': ['ID=9cee145a-b2aa-4a4d-9410-714aea8251e5,revision_number=4']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:58.481288 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:58.509473 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-b9907287-d9e4-415a-a99e-ea624f09c1a8 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:22:58.525352 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning complete for port cafd84ae-424c-4f09-a1a0-204b2653b91a triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:22:58.535743 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:58.541250 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3cbded08-b422-4d72-a499-80314ee441c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:58.557041 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34965b-833e-4ca1-80e1-51d37a699d78 req-4db0342b-4404-4809-b4d3-aea6d26d20c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:22:58.580974 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-da34965b-833e-4ca1-80e1-51d37a699d78 req-4db0342b-4404-4809-b4d3-aea6d26d20c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d4c79fde57249779d75f7c2cbea2103&device_id=dff1d9b5-b61c-4148-842b-87d622f728b8 HTTP/1.1" status: 200 len: 1097 time: 0.9087374 Apr 14 11:22:58.641777 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-b9907287-d9e4-415a-a99e-ea624f09c1a8 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Made reservation on behalf of e9b3ef38e1d8424c861a2e84fef25222 for: {'port': 1} {{(pid=85227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:22:58.681746 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-b9907287-d9e4-415a-a99e-ea624f09c1a8 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:59.045724 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 9cee145a-b2aa-4a4d-9410-714aea8251e5 up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:22:59.138878 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34965b-833e-4ca1-80e1-51d37a699d78 req-8ffad7e9-35b4-46e8-9c09-8e054091355f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:22:59.141164 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-da34965b-833e-4ca1-80e1-51d37a699d78 req-8ffad7e9-35b4-46e8-9c09-8e054091355f service neutron] 10.222.0.41 "GET /v2.0/networks?id=eb4158bd-57c7-4c13-8c67-1c6c30170d9d HTTP/1.1" status: 200 len: 912 time: 0.5041969 Apr 14 11:22:59.141861 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 55942) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:59.142420 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 55948) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:59.181434 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning complete for port 9cee145a-b2aa-4a4d-9410-714aea8251e5 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:22:59.182146 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:59.198732 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75881946-1b91-4a87-8a16-8e4bf0daec00 req-896964d9-9faa-4641-8107-26a1b476af4e tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:22:59.207064 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-75881946-1b91-4a87-8a16-8e4bf0daec00 req-896964d9-9faa-4641-8107-26a1b476af4e tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.52 "GET /v2.0/ports?device_id=dff1d9b5-b61c-4148-842b-87d622f728b8 HTTP/1.1" status: 200 len: 944 time: 1.3225574 Apr 14 11:22:59.244621 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3cbded08-b422-4d72-a499-80314ee441c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:59.268519 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-75881946-1b91-4a87-8a16-8e4bf0daec00 req-941d2f80-4b82-410c-af51-09bfeacc94af tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebe08f5c-26f4-48ab-bd21-f922c1678942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603337 Apr 14 11:22:59.277752 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-02accd2c-c020-4297-92f0-8ec5e8be49fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:59.307960 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a179bda7-8170-445f-8bf2-9714277ca619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-771109'] for router_interface, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:59.312106 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-02accd2c-c020-4297-92f0-8ec5e8be49fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:22:59.316173 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-02accd2c-c020-4297-92f0-8ec5e8be49fe admin admin] Usage tracker for resource:security_group_rule and tenant:b94af3e48bc14950a8d90f3bfba1854d is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:22:59.319800 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-02accd2c-c020-4297-92f0-8ec5e8be49fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:22:59.325824 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-02accd2c-c020-4297-92f0-8ec5e8be49fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:22:59.387604 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-eeacf6f8-5d64-41ce-a082-2b8270072355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:59.424323 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-268318ed-f141-425e-bdff-972e6f662607 req-aa76230d-8814-404b-9e05-7d074173d8a4 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 210 time: 0.1771092 Apr 14 11:22:59.434705 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3cbded08-b422-4d72-a499-80314ee441c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:59.452534 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3cbded08-b422-4d72-a499-80314ee441c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-771109'] for router_interface, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:59.461494 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c1bdd930-e62e-4237-85a9-3eee9223c352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:59.504257 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-02accd2c-c020-4297-92f0-8ec5e8be49fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:59.511960 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-c1bdd930-e62e-4237-85a9-3eee9223c352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:22:59.518152 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-02accd2c-c020-4297-92f0-8ec5e8be49fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:22:59.521389 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-c1bdd930-e62e-4237-85a9-3eee9223c352 admin admin] Usage tracker for resource:security_group_rule and tenant:269a4a2c005c41ea9f373499e8c7efea is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:22:59.526516 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-c1bdd930-e62e-4237-85a9-3eee9223c352 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:22:59.543295 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:59.557467 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-c1bdd930-e62e-4237-85a9-3eee9223c352 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:22:59.572665 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179bda7-8170-445f-8bf2-9714277ca619 admin admin] Pushing event updated for resources: {'Port': ['ID=361a38e0-7d77-4371-90b5-434e37951efa,revision_number=2']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:59.576061 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a179bda7-8170-445f-8bf2-9714277ca619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:59.581411 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:22:59.582281 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-b9907287-d9e4-415a-a99e-ea624f09c1a8 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Allocated IP 172.20.0.7 (712e05ed-c735-46b7-8a8c-2c06f81a1c29/5b2aaa5c-9e54-4364-a946-78c283f1ff6f/705fd157-cc2d-4564-ac4d-19c9667cedb6) {{(pid=85227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:22:59.680132 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-da34965b-833e-4ca1-80e1-51d37a699d78 req-b841a445-4c70-463a-a231-65aeaa19cee3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=740bc95f-e888-4e52-97e4-940e73eb24b5 HTTP/1.1" status: 200 len: 217 time: 0.1136792 Apr 14 11:22:59.688092 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-02accd2c-c020-4297-92f0-8ec5e8be49fe admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b94af3e48bc14950a8d90f3bfba1854d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5029597 Apr 14 11:22:59.698486 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 55970) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:22:59.725744 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbded08-b422-4d72-a499-80314ee441c4 admin admin] Pushing event updated for resources: {'Port': ['ID=496ce7c9-adfc-4029-b72f-42aa029a68a3,revision_number=2']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:59.728756 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-3cbded08-b422-4d72-a499-80314ee441c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:59.730808 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02accd2c-c020-4297-92f0-8ec5e8be49fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b0c87a-a431-4b61-b618-0122f24180d3,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:22:59.741559 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a179bda7-8170-445f-8bf2-9714277ca619 admin admin] Network 107ffdc1-1c99-4692-a473-5dbc7ac62120 is already hosted by enough agents. {{(pid=85228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:22:59.746511 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-a179bda7-8170-445f-8bf2-9714277ca619 admin admin] Resources bound (agent type, host, resource id): {{(pid=85228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:22:59.774696 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34965b-833e-4ca1-80e1-51d37a699d78 req-0e9b6993-acae-4833-8103-5e676940e30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:22:59.775996 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-da34965b-833e-4ca1-80e1-51d37a699d78 req-0e9b6993-acae-4833-8103-5e676940e30a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=63e7ac85-c5c1-4c6e-88ff-530127c730b6 HTTP/1.1" status: 200 len: 851 time: 0.0867329 Apr 14 11:22:59.776967 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-02accd2c-c020-4297-92f0-8ec5e8be49fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:22:59.840416 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbded08-b422-4d72-a499-80314ee441c4 admin admin] Network 6c770865-86da-4d8e-8a44-f942f5188572 is already hosted by enough agents. {{(pid=85228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:22:59.851243 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-da34965b-833e-4ca1-80e1-51d37a699d78 req-5df34d09-ee3b-48c8-a5b0-2c331474cae5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eb4158bd-57c7-4c13-8c67-1c6c30170d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644135 Apr 14 11:22:59.858286 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-3cbded08-b422-4d72-a499-80314ee441c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=85228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:23:00.030460 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-84bc9e3e-03d6-4d70-8b17-74dba02d2917 None None] Provisioning complete for port 361a38e0-7d77-4371-90b5-434e37951efa triggered by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:23:00.031044 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-84bc9e3e-03d6-4d70-8b17-74dba02d2917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:00.072562 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a179bda7-8170-445f-8bf2-9714277ca619 admin admin] Router 2b310e5a-8bd9-4fe1-a985-682972f8c6fe has already been hosted by L3 agent 72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6 {{(pid=85228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 11:23:00.091922 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-84bc9e3e-03d6-4d70-8b17-74dba02d2917 None None] Port 361a38e0-7d77-4371-90b5-434e37951efa cannot update to ACTIVE because it is not bound. {{(pid=85229) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 11:23:00.178860 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-db49476f-1553-44e8-8eb3-11d3d4efdb20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:00.220863 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c1bdd930-e62e-4237-85a9-3eee9223c352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:00.229384 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c1bdd930-e62e-4237-85a9-3eee9223c352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:00.239993 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-da34965b-833e-4ca1-80e1-51d37a699d78 req-bbc87f45-05bf-43c1-af7d-2a45c4e6129b service neutron] 10.222.0.41 "GET /v2.0/networks/eb4158bd-57c7-4c13-8c67-1c6c30170d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674395 Apr 14 11:23:00.255183 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:00.324083 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-c1bdd930-e62e-4237-85a9-3eee9223c352 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=269a4a2c005c41ea9f373499e8c7efea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1370246 Apr 14 11:23:00.324883 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 55984) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:00.406278 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-b9907287-d9e4-415a-a99e-ea624f09c1a8 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for port, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:00.407129 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-db49476f-1553-44e8-8eb3-11d3d4efdb20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:00.497256 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a179bda7-8170-445f-8bf2-9714277ca619 admin admin] Notify agent at l3_agent.dv-cinder-774594-3-smb the message routers_updated {{(pid=85228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 11:23:00.520893 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f08da08-98aa-4365-bf8c-faa8f65f753b None None] Sync routers for ids ['2b310e5a-8bd9-4fe1-a985-682972f8c6fe'] in dv-cinder-774594-3-smb {{(pid=85230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 11:23:00.524681 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cbded08-b422-4d72-a499-80314ee441c4 admin admin] Router c2d632e3-c18f-4184-af26-1458b1db2086 has already been hosted by L3 agent 72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6 {{(pid=85228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 11:23:00.539698 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-db49476f-1553-44e8-8eb3-11d3d4efdb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:00.544645 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f08da08-98aa-4365-bf8c-faa8f65f753b None None] Routers {'2b310e5a-8bd9-4fe1-a985-682972f8c6fe'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:23:00.547288 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-9f08da08-98aa-4365-bf8c-faa8f65f753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:22:39Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['2b310e5a-8bd9-4fe1-a985-682972f8c6fe'], 'active': True} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:23:00.560763 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-db49476f-1553-44e8-8eb3-11d3d4efdb20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:00.562686 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-db49476f-1553-44e8-8eb3-11d3d4efdb20 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/01b0c87a-a431-4b61-b618-0122f24180d3 HTTP/1.1" status: 204 len: 168 time: 0.8629875 Apr 14 11:23:00.576336 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-a179bda7-8170-445f-8bf2-9714277ca619 admin admin] 10.222.0.52 "PUT /v2.0/routers/2b310e5a-8bd9-4fe1-a985-682972f8c6fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4325755 Apr 14 11:23:00.579557 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-105aa9ca-9333-407d-b43e-a9adbca5d406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:00.683331 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49476f-1553-44e8-8eb3-11d3d4efdb20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b0c87a-a431-4b61-b618-0122f24180d3,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:00.805916 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-9f08da08-98aa-4365-bf8c-faa8f65f753b None None] Set router 2b310e5a-8bd9-4fe1-a985-682972f8c6fe gateway port host: dv-cinder-774594-3-smb {{(pid=85230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:23:00.819415 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-db49476f-1553-44e8-8eb3-11d3d4efdb20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:00.991100 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bdd930-e62e-4237-85a9-3eee9223c352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba062a9-6aaf-479a-84bb-e013065704d6,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:01.013389 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-b9907287-d9e4-415a-a99e-ea624f09c1a8 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Transition to ACTIVE for port object 705fd157-cc2d-4564-ac4d-19c9667cedb6 will not be triggered until provisioned by entity DHCP. {{(pid=85227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:23:01.026284 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-c1bdd930-e62e-4237-85a9-3eee9223c352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.771s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:01.094102 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-485ba71b-1be6-42ea-9c07-aa8d232522f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:01.144861 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16e8cc-637c-4aec-a7b6-3f2df1ba0ec7 req-6e43ffd9-b906-4558-9141-d4af611095be tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:01.147055 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ef16e8cc-637c-4aec-a7b6-3f2df1ba0ec7 req-6e43ffd9-b906-4558-9141-d4af611095be tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.52 "GET /v2.0/ports?device_id=dff1d9b5-b61c-4148-842b-87d622f728b8 HTTP/1.1" status: 200 len: 944 time: 0.7358670 Apr 14 11:23:01.182812 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-da34965b-833e-4ca1-80e1-51d37a699d78 req-f788d4fc-2b88-48db-8213-5862365e6760 service neutron] 10.222.0.41 "GET /v2.0/networks/eb4158bd-57c7-4c13-8c67-1c6c30170d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9280486 Apr 14 11:23:01.234651 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ef16e8cc-637c-4aec-a7b6-3f2df1ba0ec7 req-b89ad149-1fa9-4f4a-a1d5-15563886d6ac tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebe08f5c-26f4-48ab-bd21-f922c1678942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707881 Apr 14 11:23:01.236512 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-485ba71b-1be6-42ea-9c07-aa8d232522f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:01.255080 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-9f08da08-98aa-4365-bf8c-faa8f65f753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'name': 'tempest-AttachVolumeTestJSON-1254954246-router', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cafd84ae-424c-4f09-a1a0-204b2653b91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:33Z', 'updated_at': '2021-04-14T11:22:57Z', 'revision_number': 4, 'project_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'gw_port': {'id': 'cafd84ae-424c-4f09-a1a0-204b2653b91a', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:37Z', 'updated_at': '2021-04-14T11:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': '361a38e0-7d77-4371-90b5-434e37951efa', 'name': '', 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'mac_address': 'fa:16:3e:8e:10:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f8dd919b-1721-4048-9598-4db7b1b92807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:52Z', 'updated_at': '2021-04-14T11:22:57Z', 'revision_number': 2, 'project_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'subnets': [{'id': 'f8dd919b-1721-4048-9598-4db7b1b92807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:23:01.260238 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f08da08-98aa-4365-bf8c-faa8f65f753b None None] Checking router: 2b310e5a-8bd9-4fe1-a985-682972f8c6fe for host: dv-cinder-774594-3-smb {{(pid=85230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 11:23:01.261385 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f08da08-98aa-4365-bf8c-faa8f65f753b None None] Updating router 2b310e5a-8bd9-4fe1-a985-682972f8c6fe port 361a38e0-7d77-4371-90b5-434e37951efa binding host dv-cinder-774594-3-smb {{(pid=85230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 11:23:01.291868 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-b9907287-d9e4-415a-a99e-ea624f09c1a8 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362'] for port, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:01.299097 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-28d86419-6175-4892-b393-27fd0bfd42d6 req-9cf6802f-268a-43ec-95c6-4f842b587f3e tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 210 time: 0.6180654 Apr 14 11:23:01.352406 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cbded08-b422-4d72-a499-80314ee441c4 admin admin] Notify agent at l3_agent.dv-cinder-774594-3-smb the message routers_updated {{(pid=85228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 11:23:01.354898 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:01.363361 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04997491-3dd8-444c-8fce-ae9cdb1319f5 None None] Sync routers for ids ['c2d632e3-c18f-4184-af26-1458b1db2086'] in dv-cinder-774594-3-smb {{(pid=85229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 11:23:01.370153 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-3cbded08-b422-4d72-a499-80314ee441c4 admin admin] 10.222.0.52 "PUT /v2.0/routers/c2d632e3-c18f-4184-af26-1458b1db2086/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5179033 Apr 14 11:23:01.390779 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04997491-3dd8-444c-8fce-ae9cdb1319f5 None None] Routers {'c2d632e3-c18f-4184-af26-1458b1db2086'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:23:01.392726 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-04997491-3dd8-444c-8fce-ae9cdb1319f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:22:39Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['c2d632e3-c18f-4184-af26-1458b1db2086'], 'active': True} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:23:01.423746 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-9f08da08-98aa-4365-bf8c-faa8f65f753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:01.598609 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-485ba71b-1be6-42ea-9c07-aa8d232522f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:01.627649 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-b9907287-d9e4-415a-a99e-ea624f09c1a8 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Network 712e05ed-c735-46b7-8a8c-2c06f81a1c29 is already hosted by enough agents. {{(pid=85227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:23:01.633390 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-b9907287-d9e4-415a-a99e-ea624f09c1a8 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Resources bound (agent type, host, resource id): {{(pid=85227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:23:01.647570 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-b9907287-d9e4-415a-a99e-ea624f09c1a8 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Received port after_create {{(pid=85227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:23:01.654301 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-b9907287-d9e4-415a-a99e-ea624f09c1a8 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:01.655012 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-b9907287-d9e4-415a-a99e-ea624f09c1a8 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:01.719018 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-485ba71b-1be6-42ea-9c07-aa8d232522f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:01.724698 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-485ba71b-1be6-42ea-9c07-aa8d232522f3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bba062a9-6aaf-479a-84bb-e013065704d6 HTTP/1.1" status: 204 len: 168 time: 1.3878453 Apr 14 11:23:01.749032 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9907287-d9e4-415a-a99e-ea624f09c1a8 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Pushing event updated for resources: {'Port': ['ID=705fd157-cc2d-4564-ac4d-19c9667cedb6,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:01.772072 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b9907287-d9e4-415a-a99e-ea624f09c1a8 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:01.775576 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-1dfec2b0-86fa-493f-b5eb-2728ed1e947f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:01.792370 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-04997491-3dd8-444c-8fce-ae9cdb1319f5 None None] Set router c2d632e3-c18f-4184-af26-1458b1db2086 gateway port host: dv-cinder-774594-3-smb {{(pid=85229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:23:01.812622 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ba71b-1be6-42ea-9c07-aa8d232522f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba062a9-6aaf-479a-84bb-e013065704d6,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:01.826685 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-485ba71b-1be6-42ea-9c07-aa8d232522f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:01.828385 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-b9907287-d9e4-415a-a99e-ea624f09c1a8 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7946141 Apr 14 11:23:01.844539 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-949e0bd7-cf80-4c91-b8a7-470021635296 service neutron] Request body: {'port': {'device_id': 'b00f0834-f88b-40b4-84e2-252486a4be7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:23:02.121456 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-949e0bd7-cf80-4c91-b8a7-470021635296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:02.367001 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-0b357afc-d94f-481f-b5c3-da3cbdc9833c None None] Provisioning for port 705fd157-cc2d-4564-ac4d-19c9667cedb6 completed by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:23:02.410448 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-0b357afc-d94f-481f-b5c3-da3cbdc9833c None None] Provisioning complete for port 705fd157-cc2d-4564-ac4d-19c9667cedb6 triggered by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:23:02.414160 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0b357afc-d94f-481f-b5c3-da3cbdc9833c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:02.623409 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-9f08da08-98aa-4365-bf8c-faa8f65f753b None None] Notify callbacks [] for port, precommit_update {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:02.652786 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-9f08da08-98aa-4365-bf8c-faa8f65f753b None None] Transition to ACTIVE for port object 361a38e0-7d77-4371-90b5-434e37951efa will not be triggered until provisioned by entity L2. {{(pid=85230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:23:02.667213 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-9f08da08-98aa-4365-bf8c-faa8f65f753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:02.710043 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 56078) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:02.737602 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-ab88d80f-14c0-4af8-ac9c-5d5314951e81 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1509460745', 'description': 'tempest-description--571227545'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:23:02.754424 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-ab88d80f-14c0-4af8-ac9c-5d5314951e81 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:02.765111 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-ab88d80f-14c0-4af8-ac9c-5d5314951e81 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Usage tracker for resource:security_group and tenant:d797536746cd4942b8a3a1f5e7b19e2b is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:23:02.768176 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-ab88d80f-14c0-4af8-ac9c-5d5314951e81 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:23:02.776497 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-0b357afc-d94f-481f-b5c3-da3cbdc9833c None None] Port 705fd157-cc2d-4564-ac4d-19c9667cedb6 cannot update to ACTIVE because it is not bound. {{(pid=85229) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 11:23:02.793127 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-ab88d80f-14c0-4af8-ac9c-5d5314951e81 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:02.873588 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ab88d80f-14c0-4af8-ac9c-5d5314951e81 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:02.891475 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-3b0b116c-1261-41b3-b098-2afa9ab2e5d5 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:02.900926 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-3b0b116c-1261-41b3-b098-2afa9ab2e5d5 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Synchronizing usage tracker for tenant:4b3f85d7308945ada4fb45e00aa6c46b on resource:network {{(pid=85228) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:23:02.921340 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-04997491-3dd8-444c-8fce-ae9cdb1319f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d632e3-c18f-4184-af26-1458b1db2086', 'name': 'tempest-ServerRescueNegativeTestJSON-860471001-router', 'tenant_id': '4b3f85d7308945ada4fb45e00aa6c46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.13'}], 'enable_snat': True}, 'gw_port_id': '9cee145a-b2aa-4a4d-9410-714aea8251e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:34Z', 'updated_at': '2021-04-14T11:22:57Z', 'revision_number': 4, 'project_id': '4b3f85d7308945ada4fb45e00aa6c46b', 'gw_port': {'id': '9cee145a-b2aa-4a4d-9410-714aea8251e5', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d632e3-c18f-4184-af26-1458b1db2086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:39Z', 'updated_at': '2021-04-14T11:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': '496ce7c9-adfc-4029-b72f-42aa029a68a3', 'name': '', 'network_id': '6c770865-86da-4d8e-8a44-f942f5188572', 'tenant_id': '4b3f85d7308945ada4fb45e00aa6c46b', 'mac_address': 'fa:16:3e:33:f6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d632e3-c18f-4184-af26-1458b1db2086', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '0d82680c-cf66-4a62-ac40-d953780f4e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:55Z', 'updated_at': '2021-04-14T11:22:58Z', 'revision_number': 2, 'project_id': '4b3f85d7308945ada4fb45e00aa6c46b', 'subnets': [{'id': '0d82680c-cf66-4a62-ac40-d953780f4e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:23:02.931255 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04997491-3dd8-444c-8fce-ae9cdb1319f5 None None] Checking router: c2d632e3-c18f-4184-af26-1458b1db2086 for host: dv-cinder-774594-3-smb {{(pid=85229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 11:23:02.931670 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04997491-3dd8-444c-8fce-ae9cdb1319f5 None None] Updating router c2d632e3-c18f-4184-af26-1458b1db2086 port 496ce7c9-adfc-4029-b72f-42aa029a68a3 binding host dv-cinder-774594-3-smb {{(pid=85229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 11:23:02.932239 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-3b0b116c-1261-41b3-b098-2afa9ab2e5d5 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Unset dirty status for tenant:4b3f85d7308945ada4fb45e00aa6c46b on resource:network {{(pid=85228) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:23:02.940353 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-3b0b116c-1261-41b3-b098-2afa9ab2e5d5 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/networks?id=6c770865-86da-4d8e-8a44-f942f5188572 HTTP/1.1" status: 200 len: 818 time: 0.3969219 Apr 14 11:23:02.953438 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-48170eb5-af5d-477e-b5df-b300f26a3bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85230) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:02.963714 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-12ac23c6-dc7a-4e5c-987b-41dfc2c9e5d1 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/quotas/4b3f85d7308945ada4fb45e00aa6c46b HTTP/1.1" status: 200 len: 375 time: 0.0221620 Apr 14 11:23:03.001416 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-ab88d80f-14c0-4af8-ac9c-5d5314951e81 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:03.006393 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-ab88d80f-14c0-4af8-ac9c-5d5314951e81 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Usage tracker for resource:security_group_rule and tenant:d797536746cd4942b8a3a1f5e7b19e2b is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:23:03.010034 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-ab88d80f-14c0-4af8-ac9c-5d5314951e81 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:23:03.016924 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-ab88d80f-14c0-4af8-ac9c-5d5314951e81 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:03.077942 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-04997491-3dd8-444c-8fce-ae9cdb1319f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:03.139199 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-f28a8226-bc22-45e1-95f4-da58020ea949 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Synchronizing usage tracker for tenant:4b3f85d7308945ada4fb45e00aa6c46b on resource:port {{(pid=85228) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:23:03.179289 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ab88d80f-14c0-4af8-ac9c-5d5314951e81 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:03.190187 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-f28a8226-bc22-45e1-95f4-da58020ea949 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Unset dirty status for tenant:4b3f85d7308945ada4fb45e00aa6c46b on resource:port {{(pid=85228) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:23:03.194403 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ab88d80f-14c0-4af8-ac9c-5d5314951e81 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:03.200460 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-f28a8226-bc22-45e1-95f4-da58020ea949 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4b3f85d7308945ada4fb45e00aa6c46b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2354882 Apr 14 11:23:03.254163 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-5ce4d04f-71a5-4c0c-854c-b3279867f2f7 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:03.424370 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba523677-5cb8-4c21-9ec2-67f117f6a8da None None] Pushing event updated for resources: {'Port': ['ID=361a38e0-7d77-4371-90b5-434e37951efa,revision_number=3']} {{(pid=85230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:03.434733 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-ba523677-5cb8-4c21-9ec2-67f117f6a8da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=85230) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:03.525879 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c22097-1f9c-487f-9747-3c62063c6246 req-97bc964f-7588-46d0-91b5-481e4c0f1627 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:03.531961 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-6c988b4d-9b9d-42d4-866d-d44337d8f94f service neutron] 10.222.0.52 "GET /v2.0/networks/6c770865-86da-4d8e-8a44-f942f5188572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304660 Apr 14 11:23:03.533098 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c6c22097-1f9c-487f-9747-3c62063c6246 req-97bc964f-7588-46d0-91b5-481e4c0f1627 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.52 "GET /v2.0/ports?device_id=dff1d9b5-b61c-4148-842b-87d622f728b8 HTTP/1.1" status: 200 len: 944 time: 0.6696815 Apr 14 11:23:03.537455 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab88d80f-14c0-4af8-ac9c-5d5314951e81 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fca7b41-170b-4498-b59c-3e0436956ee5,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:03.555813 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ab88d80f-14c0-4af8-ac9c-5d5314951e81 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:03.560158 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-ab88d80f-14c0-4af8-ac9c-5d5314951e81 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8463609 Apr 14 11:23:03.560158 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-ab88d80f-14c0-4af8-ac9c-5d5314951e81 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:03.573543 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 56112) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:03.600871 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-949e0bd7-cf80-4c91-b8a7-470021635296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 705fd157-cc2d-4564-ac4d-19c9667cedb6 {{(pid=85227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:23:03.616189 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-9f08da08-98aa-4365-bf8c-faa8f65f753b None None] Attempting to bind port 361a38e0-7d77-4371-90b5-434e37951efa on host dv-cinder-774594-3-smb for vnic_type normal with profile {{(pid=85230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:23:03.616610 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-9f08da08-98aa-4365-bf8c-faa8f65f753b None None] Attempting to bind port 361a38e0-7d77-4371-90b5-434e37951efa by drivers openvswitch,hyperv on host dv-cinder-774594-3-smb at level 0 using segments [{'id': 'eee09de6-2fbd-4c24-ab11-3382d1e941e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120'}] {{(pid=85230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:23:03.616946 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-849ab692-59c6-4876-b9f0-cb9ff0f15225 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Request body: {'security_group_rule': {'security_group_id': '9fca7b41-170b-4498-b59c-3e0436956ee5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:23:03.617055 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f08da08-98aa-4365-bf8c-faa8f65f753b None None] Attempting to bind port 361a38e0-7d77-4371-90b5-434e37951efa on network 107ffdc1-1c99-4692-a473-5dbc7ac62120 {{(pid=85230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:23:03.634638 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f08da08-98aa-4365-bf8c-faa8f65f753b None None] Checking agent: {'id': 'bc79d1ea-49d8-4ce6-bb8d-e4f173948ffd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 14, 10), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:23:03.635067 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f08da08-98aa-4365-bf8c-faa8f65f753b None None] Checking segment: {'id': 'eee09de6-2fbd-4c24-ab11-3382d1e941e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:23:03.635528 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-9f08da08-98aa-4365-bf8c-faa8f65f753b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:03.635972 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f08da08-98aa-4365-bf8c-faa8f65f753b None None] Bound using segment: {'id': 'eee09de6-2fbd-4c24-ab11-3382d1e941e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120'} {{(pid=85230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:23:03.636523 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-9f08da08-98aa-4365-bf8c-faa8f65f753b None None] Bound port: 361a38e0-7d77-4371-90b5-434e37951efa, host: dv-cinder-774594-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee09de6-2fbd-4c24-ab11-3382d1e941e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120'}}] {{(pid=85230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:23:03.639115 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-9f08da08-98aa-4365-bf8c-faa8f65f753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:03.650770 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-849ab692-59c6-4876-b9f0-cb9ff0f15225 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:03.658476 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-949e0bd7-cf80-4c91-b8a7-470021635296 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:03.677153 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-849ab692-59c6-4876-b9f0-cb9ff0f15225 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Usage tracker for resource:security_group_rule and tenant:d797536746cd4942b8a3a1f5e7b19e2b is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:23:03.705169 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-849ab692-59c6-4876-b9f0-cb9ff0f15225 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:23:03.710869 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c6c22097-1f9c-487f-9747-3c62063c6246 req-cbefcc54-59c0-407e-ad44-8b4820166e9f tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebe08f5c-26f4-48ab-bd21-f922c1678942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511631 Apr 14 11:23:03.728466 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-849ab692-59c6-4876-b9f0-cb9ff0f15225 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:03.748064 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-949e0bd7-cf80-4c91-b8a7-470021635296 service neutron] Transition to ACTIVE for port object 705fd157-cc2d-4564-ac4d-19c9667cedb6 will not be triggered until provisioned by entity L2. {{(pid=85227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:23:03.757233 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-949e0bd7-cf80-4c91-b8a7-470021635296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:03.784586 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-942e4878-9a17-4ad9-984b-4893c5a61dc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:03.824406 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-9f08da08-98aa-4365-bf8c-faa8f65f753b None None] For port 361a38e0-7d77-4371-90b5-434e37951efa, host dv-cinder-774594-3-smb, cleared binding levels {{(pid=85230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:23:03.830872 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-9f08da08-98aa-4365-bf8c-faa8f65f753b None None] For port 361a38e0-7d77-4371-90b5-434e37951efa, host dv-cinder-774594-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=361a38e0-7d77-4371-90b5-434e37951efa,segment=NetworkSegment(eee09de6-2fbd-4c24-ab11-3382d1e941e6),segment_id=eee09de6-2fbd-4c24-ab11-3382d1e941e6)] {{(pid=85230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:23:03.838035 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-9f08da08-98aa-4365-bf8c-faa8f65f753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:03.857237 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-c3ff0f56-af1c-4f0d-99bc-fd3abdff25ee service neutron] 10.222.0.52 "GET /v2.0/networks/6c770865-86da-4d8e-8a44-f942f5188572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150482 Apr 14 11:23:03.896814 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85230) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:03.932989 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e0bd7-cf80-4c91-b8a7-470021635296 service neutron] Pushing event updated for resources: {'Port': ['ID=705fd157-cc2d-4564-ac4d-19c9667cedb6,revision_number=2']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:03.985198 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-04997491-3dd8-444c-8fce-ae9cdb1319f5 None None] Notify callbacks [] for port, precommit_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:04.013717 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 740bc95f-e888-4e52-97e4-940e73eb24b5 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 11:23:04.085205 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-949e0bd7-cf80-4c91-b8a7-470021635296 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:04.173952 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba523677-5cb8-4c21-9ec2-67f117f6a8da None None] Pushing event updated for resources: {'Port': ['ID=361a38e0-7d77-4371-90b5-434e37951efa,revision_number=4']} {{(pid=85230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:04.184338 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-ba523677-5cb8-4c21-9ec2-67f117f6a8da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=85230) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:04.243662 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-849ab692-59c6-4876-b9f0-cb9ff0f15225 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:04.308096 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f08da08-98aa-4365-bf8c-faa8f65f753b None None] Routers {'2b310e5a-8bd9-4fe1-a985-682972f8c6fe'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:23:04.309097 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-9f08da08-98aa-4365-bf8c-faa8f65f753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:22:39Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['2b310e5a-8bd9-4fe1-a985-682972f8c6fe'], 'active': True} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:23:04.313102 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port 740bc95f-e888-4e52-97e4-940e73eb24b5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=740bc95f-e888-4e52-97e4-940e73eb24b5,segment=NetworkSegment(4e559bdf-509e-49c4-9c35-9fec923c43e1),segment_id=4e559bdf-509e-49c4-9c35-9fec923c43e1)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:23:04.375983 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Returning: {'device': '740bc95f-e888-4e52-97e4-940e73eb24b5', 'network_id': 'eb4158bd-57c7-4c13-8c67-1c6c30170d9d', 'port_id': '740bc95f-e888-4e52-97e4-940e73eb24b5', 'mac_address': 'fa:16:3e:1e:18:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63e7ac85-c5c1-4c6e-88ff-530127c730b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 11:23:04.382458 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-04997491-3dd8-444c-8fce-ae9cdb1319f5 None None] Transition to ACTIVE for port object 496ce7c9-adfc-4029-b72f-42aa029a68a3 will not be triggered until provisioned by entity L2. {{(pid=85229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:23:04.440965 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-849ab692-59c6-4876-b9f0-cb9ff0f15225 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:04.441801 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d919e299-5b2a-4b94-a55b-c6f455d76687 req-33515439-7c01-4d1b-b51e-0d72f2fc77a5 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 210 time: 0.1476223 Apr 14 11:23:04.454583 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-849ab692-59c6-4876-b9f0-cb9ff0f15225 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685144'] for security_group_rule, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:04.545641 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-04997491-3dd8-444c-8fce-ae9cdb1319f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:04.556895 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a06cfa38-8c5a-4901-80c8-6cedf388ff23 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:04.586851 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:04.617801 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ab692-59c6-4876-b9f0-cb9ff0f15225 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf07c69c-8070-4177-bf92-3c7d01ff05b2,revision_number=0']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:04.724370 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 56156) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:04.758086 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:04.819463 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f6701f-cd57-4e46-b733-301f2b4669ae None None] Pushing event updated for resources: {'Port': ['ID=496ce7c9-adfc-4029-b72f-42aa029a68a3,revision_number=3']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:04.859785 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-849ab692-59c6-4876-b9f0-cb9ff0f15225 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:04.864068 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 56166) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:04.870653 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-b9f26868-ea42-4967-b6af-f056d424e3c1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Request body: {'security_group_rule': {'security_group_id': '9fca7b41-170b-4498-b59c-3e0436956ee5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:23:04.874610 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-849ab692-59c6-4876-b9f0-cb9ff0f15225 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2996080 Apr 14 11:23:04.888780 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-b9f26868-ea42-4967-b6af-f056d424e3c1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:04.901699 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-30f6701f-cd57-4e46-b733-301f2b4669ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:04.901933 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-b9f26868-ea42-4967-b6af-f056d424e3c1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Usage tracker for resource:security_group_rule and tenant:d797536746cd4942b8a3a1f5e7b19e2b is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:23:04.906503 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 740bc95f-e888-4e52-97e4-940e73eb24b5 {{(pid=85229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:23:04.933711 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-b9f26868-ea42-4967-b6af-f056d424e3c1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:23:04.939363 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148d648-6a7c-4fe2-a79a-47ebe55a5ada req-a09c3d25-69b7-405d-84a6-fe4ad12685d2 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:04.940095 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-3148d648-6a7c-4fe2-a79a-47ebe55a5ada req-a09c3d25-69b7-405d-84a6-fe4ad12685d2 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Synchronizing usage tracker for tenant:e9b3ef38e1d8424c861a2e84fef25222 on resource:port {{(pid=85227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:23:04.974747 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-b9f26868-ea42-4967-b6af-f056d424e3c1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:05.027489 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b9f26868-ea42-4967-b6af-f056d424e3c1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:05.089958 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-9f08da08-98aa-4365-bf8c-faa8f65f753b None None] Set router 2b310e5a-8bd9-4fe1-a985-682972f8c6fe gateway port host: dv-cinder-774594-3-smb {{(pid=85230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:23:05.090822 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-849ab692-59c6-4876-b9f0-cb9ff0f15225 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:05.168254 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-949e0bd7-cf80-4c91-b8a7-470021635296 service neutron] Attempting to bind port 705fd157-cc2d-4564-ac4d-19c9667cedb6 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:23:05.168695 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-949e0bd7-cf80-4c91-b8a7-470021635296 service neutron] Attempting to bind port 705fd157-cc2d-4564-ac4d-19c9667cedb6 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '68eb76e0-e4c1-4e3c-88ca-0b72840edf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29'}] {{(pid=85227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:23:05.169366 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-949e0bd7-cf80-4c91-b8a7-470021635296 service neutron] Attempting to bind port 705fd157-cc2d-4564-ac4d-19c9667cedb6 on network 712e05ed-c735-46b7-8a8c-2c06f81a1c29 {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:23:05.189126 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-949e0bd7-cf80-4c91-b8a7-470021635296 service neutron] Port 705fd157-cc2d-4564-ac4d-19c9667cedb6 on network 712e05ed-c735-46b7-8a8c-2c06f81a1c29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 11:23:05.189726 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-949e0bd7-cf80-4c91-b8a7-470021635296 service neutron] Attempting to bind port 705fd157-cc2d-4564-ac4d-19c9667cedb6 on network 712e05ed-c735-46b7-8a8c-2c06f81a1c29 {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:23:05.209346 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-949e0bd7-cf80-4c91-b8a7-470021635296 service neutron] Checking agent: {'id': 'dc008c19-4d73-4566-939f-5ab33892b678', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 20, 41), 'started_at': datetime.datetime(2021, 4, 14, 11, 20, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:23:05.209719 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-949e0bd7-cf80-4c91-b8a7-470021635296 service neutron] Checking segment: {'id': '68eb76e0-e4c1-4e3c-88ca-0b72840edf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:23:05.210139 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-949e0bd7-cf80-4c91-b8a7-470021635296 service neutron] Bound using segment: {'id': '68eb76e0-e4c1-4e3c-88ca-0b72840edf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29'} {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:23:05.210644 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-949e0bd7-cf80-4c91-b8a7-470021635296 service neutron] Bound port: 705fd157-cc2d-4564-ac4d-19c9667cedb6, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68eb76e0-e4c1-4e3c-88ca-0b72840edf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29'}}] {{(pid=85227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:23:05.211025 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-949e0bd7-cf80-4c91-b8a7-470021635296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:05.249492 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-3148d648-6a7c-4fe2-a79a-47ebe55a5ada req-a09c3d25-69b7-405d-84a6-fe4ad12685d2 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Unset dirty status for tenant:e9b3ef38e1d8424c861a2e84fef25222 on resource:port {{(pid=85227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:23:05.256738 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3148d648-6a7c-4fe2-a79a-47ebe55a5ada req-a09c3d25-69b7-405d-84a6-fe4ad12685d2 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 943 time: 1.1773288 Apr 14 11:23:05.360705 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3148d648-6a7c-4fe2-a79a-47ebe55a5ada req-6fab89e9-98fe-4223-8d6e-b94090545c94 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008637 Apr 14 11:23:05.380501 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b9f26868-ea42-4967-b6af-f056d424e3c1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:05.391016 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b9f26868-ea42-4967-b6af-f056d424e3c1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685144'] for security_group_rule, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:05.397445 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port 740bc95f-e888-4e52-97e4-940e73eb24b5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=740bc95f-e888-4e52-97e4-940e73eb24b5,segment=NetworkSegment(4e559bdf-509e-49c4-9c35-9fec923c43e1),segment_id=4e559bdf-509e-49c4-9c35-9fec923c43e1)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:23:05.415788 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:05.445667 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:05.468541 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:05.491786 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-949e0bd7-cf80-4c91-b8a7-470021635296 service neutron] For port 705fd157-cc2d-4564-ac4d-19c9667cedb6, host hv-cinder-77459, cleared binding levels {{(pid=85227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:23:05.500299 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-949e0bd7-cf80-4c91-b8a7-470021635296 service neutron] For port 705fd157-cc2d-4564-ac4d-19c9667cedb6, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=705fd157-cc2d-4564-ac4d-19c9667cedb6,segment=NetworkSegment(68eb76e0-e4c1-4e3c-88ca-0b72840edf3e),segment_id=68eb76e0-e4c1-4e3c-88ca-0b72840edf3e)] {{(pid=85227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:23:05.505202 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-949e0bd7-cf80-4c91-b8a7-470021635296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:05.605798 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d41bc3-768c-4243-8fde-a313763f0d3c req-4bed7d00-cdc7-491c-b037-a4adbbee7985 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:05.612000 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c2d41bc3-768c-4243-8fde-a313763f0d3c req-4bed7d00-cdc7-491c-b037-a4adbbee7985 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.52 "GET /v2.0/ports?device_id=dff1d9b5-b61c-4148-842b-87d622f728b8 HTTP/1.1" status: 200 len: 944 time: 0.5452905 Apr 14 11:23:05.617051 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-acf90750-c6e0-4505-9ed3-4734ddc3d774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:05.625273 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=740bc95f-e888-4e52-97e4-940e73eb24b5,revision_number=4']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:05.684944 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:05.700485 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-04997491-3dd8-444c-8fce-ae9cdb1319f5 None None] Attempting to bind port 496ce7c9-adfc-4029-b72f-42aa029a68a3 on host dv-cinder-774594-3-smb for vnic_type normal with profile {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:23:05.700826 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-04997491-3dd8-444c-8fce-ae9cdb1319f5 None None] Attempting to bind port 496ce7c9-adfc-4029-b72f-42aa029a68a3 by drivers openvswitch,hyperv on host dv-cinder-774594-3-smb at level 0 using segments [{'id': '212fd361-423d-43e4-8548-a42b1e25df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6c770865-86da-4d8e-8a44-f942f5188572'}] {{(pid=85229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:23:05.701243 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04997491-3dd8-444c-8fce-ae9cdb1319f5 None None] Attempting to bind port 496ce7c9-adfc-4029-b72f-42aa029a68a3 on network 6c770865-86da-4d8e-8a44-f942f5188572 {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:23:05.705140 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:05.712504 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04997491-3dd8-444c-8fce-ae9cdb1319f5 None None] Checking agent: {'id': 'bc79d1ea-49d8-4ce6-bb8d-e4f173948ffd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 14, 10), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:23:05.712924 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04997491-3dd8-444c-8fce-ae9cdb1319f5 None None] Checking segment: {'id': '212fd361-423d-43e4-8548-a42b1e25df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6c770865-86da-4d8e-8a44-f942f5188572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:23:05.713381 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-04997491-3dd8-444c-8fce-ae9cdb1319f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:05.713818 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04997491-3dd8-444c-8fce-ae9cdb1319f5 None None] Bound using segment: {'id': '212fd361-423d-43e4-8548-a42b1e25df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6c770865-86da-4d8e-8a44-f942f5188572'} {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:23:05.714345 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-04997491-3dd8-444c-8fce-ae9cdb1319f5 None None] Bound port: 496ce7c9-adfc-4029-b72f-42aa029a68a3, host: dv-cinder-774594-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212fd361-423d-43e4-8548-a42b1e25df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6c770865-86da-4d8e-8a44-f942f5188572'}}] {{(pid=85229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:23:05.714825 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-04997491-3dd8-444c-8fce-ae9cdb1319f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:05.765727 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f26868-ea42-4967-b6af-f056d424e3c1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b72966c-19d7-4417-8b1e-6b5ce0f57c03,revision_number=0']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:05.779726 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-c2d41bc3-768c-4243-8fde-a313763f0d3c req-1b3f03a6-a5c5-4a84-a7f6-6f1edec6b398 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Synchronizing usage tracker for tenant:1d4c79fde57249779d75f7c2cbea2103 on resource:security_group {{(pid=85228) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:23:05.802233 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] get_ports_and_sgs() called for port_ids ['740bc95f-e888-4e52-97e4-940e73eb24b5'] {{(pid=85229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 11:23:05.805384 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b9f26868-ea42-4967-b6af-f056d424e3c1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:05.816541 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b9f26868-ea42-4967-b6af-f056d424e3c1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:05.821918 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-b9f26868-ea42-4967-b6af-f056d424e3c1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9563723 Apr 14 11:23:05.823338 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 56212) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:05.824920 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-acf90750-c6e0-4505-9ed3-4734ddc3d774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:05.827534 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-c2d41bc3-768c-4243-8fde-a313763f0d3c req-1b3f03a6-a5c5-4a84-a7f6-6f1edec6b398 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Unset dirty status for tenant:1d4c79fde57249779d75f7c2cbea2103 on resource:security_group {{(pid=85228) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:23:05.839147 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c2d41bc3-768c-4243-8fde-a313763f0d3c req-1b3f03a6-a5c5-4a84-a7f6-6f1edec6b398 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebe08f5c-26f4-48ab-bd21-f922c1678942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903355 Apr 14 11:23:05.849722 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-13be7544-7928-419e-8a9f-33abaced9f0e tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Request body: {'floatingip': {'floating_network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:23:05.855628 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 56214) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:05.856093 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-9f08da08-98aa-4365-bf8c-faa8f65f753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'name': 'tempest-AttachVolumeTestJSON-1254954246-router', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cafd84ae-424c-4f09-a1a0-204b2653b91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:33Z', 'updated_at': '2021-04-14T11:22:57Z', 'revision_number': 4, 'project_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'gw_port': {'id': 'cafd84ae-424c-4f09-a1a0-204b2653b91a', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:37Z', 'updated_at': '2021-04-14T11:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': '361a38e0-7d77-4371-90b5-434e37951efa', 'name': '', 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'mac_address': 'fa:16:3e:8e:10:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f8dd919b-1721-4048-9598-4db7b1b92807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:52Z', 'updated_at': '2021-04-14T11:23:03Z', 'revision_number': 4, 'project_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'subnets': [{'id': 'f8dd919b-1721-4048-9598-4db7b1b92807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:23:05.860323 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-acf90750-c6e0-4505-9ed3-4734ddc3d774 admin admin] Usage tracker for resource:security_group_rule and tenant:15b5d5e9601d44a2b1ca86176bb0e95d is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:23:05.861383 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f08da08-98aa-4365-bf8c-faa8f65f753b None None] The sync data for ids ['2b310e5a-8bd9-4fe1-a985-682972f8c6fe'] in dv-cinder-774594-3-smb is: [{'id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'name': 'tempest-AttachVolumeTestJSON-1254954246-router', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cafd84ae-424c-4f09-a1a0-204b2653b91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:33Z', 'updated_at': '2021-04-14T11:22:57Z', 'revision_number': 4, 'project_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'gw_port': {'id': 'cafd84ae-424c-4f09-a1a0-204b2653b91a', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:37Z', 'updated_at': '2021-04-14T11:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': '361a38e0-7d77-4371-90b5-434e37951efa', 'name': '', 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'mac_address': 'fa:16:3e:8e:10:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f8dd919b-1721-4048-9598-4db7b1b92807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:52Z', 'updated_at': '2021-04-14T11:23:03Z', 'revision_number': 4, 'project_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'subnets': [{'id': 'f8dd919b-1721-4048-9598-4db7b1b92807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 11:23:05.865460 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-13be7544-7928-419e-8a9f-33abaced9f0e tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:05.872025 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-acf90750-c6e0-4505-9ed3-4734ddc3d774 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:23:05.882738 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-13be7544-7928-419e-8a9f-33abaced9f0e tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Usage tracker for resource:floatingip and tenant:d797536746cd4942b8a3a1f5e7b19e2b is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:23:05.891721 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-acf90750-c6e0-4505-9ed3-4734ddc3d774 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:05.911239 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-04997491-3dd8-444c-8fce-ae9cdb1319f5 None None] For port 496ce7c9-adfc-4029-b72f-42aa029a68a3, host dv-cinder-774594-3-smb, cleared binding levels {{(pid=85229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:23:05.936983 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-13be7544-7928-419e-8a9f-33abaced9f0e tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:23:05.947422 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-04997491-3dd8-444c-8fce-ae9cdb1319f5 None None] For port 496ce7c9-adfc-4029-b72f-42aa029a68a3, host dv-cinder-774594-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=496ce7c9-adfc-4029-b72f-42aa029a68a3,segment=NetworkSegment(212fd361-423d-43e4-8548-a42b1e25df2f),segment_id=212fd361-423d-43e4-8548-a42b1e25df2f)] {{(pid=85229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:23:05.963217 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-13be7544-7928-419e-8a9f-33abaced9f0e tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:05.991253 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-04997491-3dd8-444c-8fce-ae9cdb1319f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:06.041945 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-13be7544-7928-419e-8a9f-33abaced9f0e tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for floatingip, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:06.058026 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-d98e0255-6f6b-48d4-96aa-481f8d24c58d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:06.089693 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-949e0bd7-cf80-4c91-b8a7-470021635296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:06.091652 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-949e0bd7-cf80-4c91-b8a7-470021635296 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:06.093202 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-949e0bd7-cf80-4c91-b8a7-470021635296 service neutron] 10.222.0.41 "PUT /v2.0/ports/705fd157-cc2d-4564-ac4d-19c9667cedb6 HTTP/1.1" status: 200 len: 1093 time: 4.2543657 Apr 14 11:23:06.093732 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00f0834-f88b-40b4-84e2-252486a4be7f', 'tag': '705fd157-cc2d-4564-ac4d-19c9667cedb6'}] {{(pid=85227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:23:06.331869 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e0bd7-cf80-4c91-b8a7-470021635296 service neutron] Pushing event updated for resources: {'Port': ['ID=705fd157-cc2d-4564-ac4d-19c9667cedb6,revision_number=3']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:06.346197 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00f0834-f88b-40b4-84e2-252486a4be7f', 'tag': '705fd157-cc2d-4564-ac4d-19c9667cedb6', 'status': 'completed', 'code': 200} Apr 14 11:23:06.363616 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-64676457-ac20-4020-bc2e-b1998f7246c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:06.418349 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-64676457-ac20-4020-bc2e-b1998f7246c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:06.464679 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-64676457-ac20-4020-bc2e-b1998f7246c2 admin admin] Usage tracker for resource:security_group_rule and tenant:929b2a8540af43db9ba346473eb18535 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:23:06.501855 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-64676457-ac20-4020-bc2e-b1998f7246c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:23:06.531214 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-64676457-ac20-4020-bc2e-b1998f7246c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:06.755895 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f6701f-cd57-4e46-b733-301f2b4669ae None None] Pushing event updated for resources: {'Port': ['ID=496ce7c9-adfc-4029-b72f-42aa029a68a3,revision_number=4']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:06.756094 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-43dcc755-3aec-4ef3-82bb-38d1008e45a2 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:06.757882 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-43dcc755-3aec-4ef3-82bb-38d1008e45a2 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.41 "GET /v2.0/networks?id=6c770865-86da-4d8e-8a44-f942f5188572 HTTP/1.1" status: 200 len: 818 time: 0.4063048 Apr 14 11:23:06.759969 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-30f6701f-cd57-4e46-b733-301f2b4669ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:06.803447 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04997491-3dd8-444c-8fce-ae9cdb1319f5 None None] Routers {'c2d632e3-c18f-4184-af26-1458b1db2086'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:23:06.804153 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-04997491-3dd8-444c-8fce-ae9cdb1319f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:22:39Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['c2d632e3-c18f-4184-af26-1458b1db2086'], 'active': True} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:23:06.809680 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-3273ae05-fb3d-4d11-a712-6a0b54213a92 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Request body: {'port': {'device_id': '87b5f0e5-4607-4e61-8a01-c28a3cf71b2d', 'network_id': '6c770865-86da-4d8e-8a44-f942f5188572', 'admin_state_up': True, 'tenant_id': '4b3f85d7308945ada4fb45e00aa6c46b'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:23:06.840827 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-949e0bd7-cf80-4c91-b8a7-470021635296 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.136s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:06.908794 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-acf90750-c6e0-4505-9ed3-4734ddc3d774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:06.937905 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-acf90750-c6e0-4505-9ed3-4734ddc3d774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:06.972380 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:07.069315 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-f68b24f8-8130-4ebc-95bf-049600bfd563 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:07.079889 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-f68b24f8-8130-4ebc-95bf-049600bfd563 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/networks?id=6c770865-86da-4d8e-8a44-f942f5188572 HTTP/1.1" status: 200 len: 818 time: 1.3760543 Apr 14 11:23:07.154347 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-02692104-5017-49bb-a1c8-f0dd81bf3f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:07.167180 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-f4419663-5a1b-40bb-8cb8-6890191ec538 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/quotas/4b3f85d7308945ada4fb45e00aa6c46b HTTP/1.1" status: 200 len: 375 time: 0.0749323 Apr 14 11:23:07.171149 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-13be7544-7928-419e-8a9f-33abaced9f0e tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:07.186723 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 361a38e0-7d77-4371-90b5-434e37951efa up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:23:07.228607 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-64676457-ac20-4020-bc2e-b1998f7246c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:07.280788 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-acf90750-c6e0-4505-9ed3-4734ddc3d774 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=15b5d5e9601d44a2b1ca86176bb0e95d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5551562 Apr 14 11:23:07.284492 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf90750-c6e0-4505-9ed3-4734ddc3d774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc145f02-bc72-4fc5-b72b-0465657bea12,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:07.289437 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-64676457-ac20-4020-bc2e-b1998f7246c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:07.291284 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-acf90750-c6e0-4505-9ed3-4734ddc3d774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:07.291947 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 56244) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:07.300151 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning for port 361a38e0-7d77-4371-90b5-434e37951efa completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:23:07.313748 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning complete for port 361a38e0-7d77-4371-90b5-434e37951efa triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:23:07.314183 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:07.328443 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9dd23-0aa1-491d-a1ac-e8e48f29cad0 req-4fd97786-99ab-44e2-b4f1-6a4fdf19e4f7 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:07.335687 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-14b9dd23-0aa1-491d-a1ac-e8e48f29cad0 req-4fd97786-99ab-44e2-b4f1-6a4fdf19e4f7 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 943 time: 0.5153773 Apr 14 11:23:07.364642 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:07.366756 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-04997491-3dd8-444c-8fce-ae9cdb1319f5 None None] Set router c2d632e3-c18f-4184-af26-1458b1db2086 gateway port host: dv-cinder-774594-3-smb {{(pid=85229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:23:07.480227 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-14b9dd23-0aa1-491d-a1ac-e8e48f29cad0 req-d5a82c34-074d-472f-9054-d71712807a26 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423702 Apr 14 11:23:07.496632 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-64676457-ac20-4020-bc2e-b1998f7246c2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=929b2a8540af43db9ba346473eb18535&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6370699 Apr 14 11:23:07.502717 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-b8a1b49e-b53a-43b0-9225-5577ad4471a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:07.504550 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-b8a1b49e-b53a-43b0-9225-5577ad4471a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9b3ef38e1d8424c861a2e84fef25222&device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 1096 time: 1.3155949 Apr 14 11:23:07.505485 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 56248) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:07.550284 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64676457-ac20-4020-bc2e-b1998f7246c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d2f94f-902a-48f3-8f17-8315dd7d2a47,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:07.559560 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-364cb32c-d079-4360-899a-ccf6b59fd34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:07.561610 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-64676457-ac20-4020-bc2e-b1998f7246c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:07.610721 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-364cb32c-d079-4360-899a-ccf6b59fd34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:07.633088 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [None req-13be7544-7928-419e-8a9f-33abaced9f0e tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Allocated IP 172.28.2.243 (f1313642-efe2-441a-94e8-1aeb14258027/43af2120-63d9-4ed9-b216-1037d2600bad/8c1fce5d-0212-4cd8-827b-66a33d1b66f8) {{(pid=85228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:23:07.676874 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-76dab2ee-3bdc-4bba-ade3-d11701b07168 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=705fd157-cc2d-4564-ac4d-19c9667cedb6 HTTP/1.1" status: 200 len: 217 time: 0.1599865 Apr 14 11:23:07.697703 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-f897a6fa-26c8-4d20-aa89-e994d29e91dd tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4b3f85d7308945ada4fb45e00aa6c46b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2739491 Apr 14 11:23:07.769120 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-3273ae05-fb3d-4d11-a712-6a0b54213a92 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:07.808458 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b714c3d6-33e4-49cf-bc15-a8e4e860a05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:07.828117 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-3273ae05-fb3d-4d11-a712-6a0b54213a92 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:07.870916 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-364cb32c-d079-4360-899a-ccf6b59fd34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:07.871420 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b714c3d6-33e4-49cf-bc15-a8e4e860a05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:07.878229 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-3273ae05-fb3d-4d11-a712-6a0b54213a92 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Made reservation on behalf of 4b3f85d7308945ada4fb45e00aa6c46b for: {'port': 1} {{(pid=85227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:23:07.885540 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-3273ae05-fb3d-4d11-a712-6a0b54213a92 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:07.886314 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-64676457-ac20-4020-bc2e-b1998f7246c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:07.905256 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-9a05c90e-db8a-492c-868a-ed8426b687e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:07.906916 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-9a05c90e-db8a-492c-868a-ed8426b687e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b2aaa5c-9e54-4364-a946-78c283f1ff6f HTTP/1.1" status: 200 len: 855 time: 0.2148738 Apr 14 11:23:07.920336 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364cb32c-d079-4360-899a-ccf6b59fd34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc145f02-bc72-4fc5-b72b-0465657bea12,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:07.922126 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:07.942245 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-364cb32c-d079-4360-899a-ccf6b59fd34c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:07.956155 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-364cb32c-d079-4360-899a-ccf6b59fd34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:07.959864 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-364cb32c-d079-4360-899a-ccf6b59fd34c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fc145f02-bc72-4fc5-b72b-0465657bea12 HTTP/1.1" status: 204 len: 168 time: 0.6534653 Apr 14 11:23:07.963368 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-13be7544-7928-419e-8a9f-33abaced9f0e tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for port, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:07.983275 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff92f5-a983-41e3-bed2-3fa2e6594bae req-0dacd787-b4c3-4c21-b2de-ba72bf820846 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:07.984906 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f4ff92f5-a983-41e3-bed2-3fa2e6594bae req-0dacd787-b4c3-4c21-b2de-ba72bf820846 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.52 "GET /v2.0/ports?device_id=dff1d9b5-b61c-4148-842b-87d622f728b8 HTTP/1.1" status: 200 len: 945 time: 0.2202399 Apr 14 11:23:08.007479 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] For port 361a38e0-7d77-4371-90b5-434e37951efa, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=361a38e0-7d77-4371-90b5-434e37951efa,segment=NetworkSegment(eee09de6-2fbd-4c24-ab11-3382d1e941e6),segment_id=eee09de6-2fbd-4c24-ab11-3382d1e941e6)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:23:08.008981 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 740bc95f-e888-4e52-97e4-940e73eb24b5 up at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:23:08.045609 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:08.051264 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f4ff92f5-a983-41e3-bed2-3fa2e6594bae req-f073fa93-6f31-4305-bd7b-bcdbdf67da2b tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebe08f5c-26f4-48ab-bd21-f922c1678942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552580 Apr 14 11:23:08.056154 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-12f78bb8-3dd4-4e7d-bd81-9330a99d78bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:08.067682 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-1709b001-42a6-44d5-a2bf-648b70681f40 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=85227) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 11:23:08.075446 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-1709b001-42a6-44d5-a2bf-648b70681f40 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2535696 Apr 14 11:23:08.086839 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-13be7544-7928-419e-8a9f-33abaced9f0e tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362'] for port, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:08.205797 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Pushing event updated for resources: {'Port': ['ID=361a38e0-7d77-4371-90b5-434e37951efa,revision_number=5']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:08.213523 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:08.251620 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning for port 740bc95f-e888-4e52-97e4-940e73eb24b5 completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:23:08.262122 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning complete for port 740bc95f-e888-4e52-97e4-940e73eb24b5 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:23:08.262566 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:08.356538 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b714c3d6-33e4-49cf-bc15-a8e4e860a05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:08.381429 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:08.383786 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a179bda7-8170-445f-8bf2-9714277ca619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:08.395486 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-04997491-3dd8-444c-8fce-ae9cdb1319f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d632e3-c18f-4184-af26-1458b1db2086', 'name': 'tempest-ServerRescueNegativeTestJSON-860471001-router', 'tenant_id': '4b3f85d7308945ada4fb45e00aa6c46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.13'}], 'enable_snat': True}, 'gw_port_id': '9cee145a-b2aa-4a4d-9410-714aea8251e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:34Z', 'updated_at': '2021-04-14T11:22:57Z', 'revision_number': 4, 'project_id': '4b3f85d7308945ada4fb45e00aa6c46b', 'gw_port': {'id': '9cee145a-b2aa-4a4d-9410-714aea8251e5', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d632e3-c18f-4184-af26-1458b1db2086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:39Z', 'updated_at': '2021-04-14T11:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': '496ce7c9-adfc-4029-b72f-42aa029a68a3', 'name': '', 'network_id': '6c770865-86da-4d8e-8a44-f942f5188572', 'tenant_id': '4b3f85d7308945ada4fb45e00aa6c46b', 'mac_address': 'fa:16:3e:33:f6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d632e3-c18f-4184-af26-1458b1db2086', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '0d82680c-cf66-4a62-ac40-d953780f4e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:55Z', 'updated_at': '2021-04-14T11:23:05Z', 'revision_number': 4, 'project_id': '4b3f85d7308945ada4fb45e00aa6c46b', 'subnets': [{'id': '0d82680c-cf66-4a62-ac40-d953780f4e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:23:08.396866 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-3273ae05-fb3d-4d11-a712-6a0b54213a92 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Allocated IP 172.20.0.12 (6c770865-86da-4d8e-8a44-f942f5188572/0d82680c-cf66-4a62-ac40-d953780f4e06/67800dfe-e336-4c31-8382-bd269e42ae39) {{(pid=85227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:23:08.412567 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04997491-3dd8-444c-8fce-ae9cdb1319f5 None None] The sync data for ids ['c2d632e3-c18f-4184-af26-1458b1db2086'] in dv-cinder-774594-3-smb is: [{'id': 'c2d632e3-c18f-4184-af26-1458b1db2086', 'name': 'tempest-ServerRescueNegativeTestJSON-860471001-router', 'tenant_id': '4b3f85d7308945ada4fb45e00aa6c46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.13'}], 'enable_snat': True}, 'gw_port_id': '9cee145a-b2aa-4a4d-9410-714aea8251e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:34Z', 'updated_at': '2021-04-14T11:22:57Z', 'revision_number': 4, 'project_id': '4b3f85d7308945ada4fb45e00aa6c46b', 'gw_port': {'id': '9cee145a-b2aa-4a4d-9410-714aea8251e5', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d632e3-c18f-4184-af26-1458b1db2086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:39Z', 'updated_at': '2021-04-14T11:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': '496ce7c9-adfc-4029-b72f-42aa029a68a3', 'name': '', 'network_id': '6c770865-86da-4d8e-8a44-f942f5188572', 'tenant_id': '4b3f85d7308945ada4fb45e00aa6c46b', 'mac_address': 'fa:16:3e:33:f6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d632e3-c18f-4184-af26-1458b1db2086', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '0d82680c-cf66-4a62-ac40-d953780f4e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:55Z', 'updated_at': '2021-04-14T11:23:05Z', 'revision_number': 4, 'project_id': '4b3f85d7308945ada4fb45e00aa6c46b', 'subnets': [{'id': '0d82680c-cf66-4a62-ac40-d953780f4e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 11:23:08.412885 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-fcd66efd-0919-4248-80cc-2ad10c798690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:08.414501 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-fcd66efd-0919-4248-80cc-2ad10c798690 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=712e05ed-c735-46b7-8a8c-2c06f81a1c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4958975 Apr 14 11:23:08.415360 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714c3d6-33e4-49cf-bc15-a8e4e860a05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d2f94f-902a-48f3-8f17-8315dd7d2a47,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:08.439497 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-7a81cec3-7731-4178-9a5c-7be232a279a8 service neutron] 10.222.0.52 "GET /v2.0/networks/6c770865-86da-4d8e-8a44-f942f5188572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630478 Apr 14 11:23:08.546583 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:08.588176 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b714c3d6-33e4-49cf-bc15-a8e4e860a05b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:08.592498 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 56278) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:08.596419 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff1d9b5-b61c-4148-842b-87d622f728b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740bc95f-e888-4e52-97e4-940e73eb24b5'}] {{(pid=85229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:23:08.602056 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be7544-7928-419e-8a9f-33abaced9f0e tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Pushing event updated for resources: {'Port': ['ID=8c1fce5d-0212-4cd8-827b-66a33d1b66f8,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:08.621200 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-13be7544-7928-419e-8a9f-33abaced9f0e tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:08.634923 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13be7544-7928-419e-8a9f-33abaced9f0e tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Network f1313642-efe2-441a-94e8-1aeb14258027 is already hosted by enough agents. {{(pid=85228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:23:08.636856 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-13be7544-7928-419e-8a9f-33abaced9f0e tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Resources bound (agent type, host, resource id): {{(pid=85228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:23:08.652101 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13be7544-7928-419e-8a9f-33abaced9f0e tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Received port after_create {{(pid=85228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:23:08.695477 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port 740bc95f-e888-4e52-97e4-940e73eb24b5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=740bc95f-e888-4e52-97e4-940e73eb24b5,segment=NetworkSegment(4e559bdf-509e-49c4-9c35-9fec923c43e1),segment_id=4e559bdf-509e-49c4-9c35-9fec923c43e1)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:23:08.699622 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:08.702509 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-d98e0255-6f6b-48d4-96aa-481f8d24c58d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:08.764643 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-67e63c76-7d1c-4d6f-9ce2-a725d4fa142f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:08.901405 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=740bc95f-e888-4e52-97e4-940e73eb24b5,revision_number=5']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:08.916649 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:08.919743 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-026d6335-5c46-4730-895c-96e6c7597eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:08.944709 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-13be7544-7928-419e-8a9f-33abaced9f0e tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:09.102193 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-13be7544-7928-419e-8a9f-33abaced9f0e tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:09.155090 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-67e63c76-7d1c-4d6f-9ce2-a725d4fa142f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:09.195825 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-67e63c76-7d1c-4d6f-9ce2-a725d4fa142f admin admin] Usage tracker for resource:security_group_rule and tenant:58ac3a51e7684f85bb0a2de870915164 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:23:09.197756 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 361a38e0-7d77-4371-90b5-434e37951efa up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:23:09.220519 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b714c3d6-33e4-49cf-bc15-a8e4e860a05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:09.221981 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-b714c3d6-33e4-49cf-bc15-a8e4e860a05b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/23d2f94f-902a-48f3-8f17-8315dd7d2a47 HTTP/1.1" status: 204 len: 168 time: 1.7069871 Apr 14 11:23:09.242157 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-67e63c76-7d1c-4d6f-9ce2-a725d4fa142f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:23:09.288958 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-67e63c76-7d1c-4d6f-9ce2-a725d4fa142f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:09.307142 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning complete for port 361a38e0-7d77-4371-90b5-434e37951efa triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:23:09.307571 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:09.307857 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d8b2a-7542-4403-ab25-40733d346b9f req-79025fcc-456a-40f6-b4e5-e769db6dbffc tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:09.309546 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-029d8b2a-7542-4403-ab25-40733d346b9f req-79025fcc-456a-40f6-b4e5-e769db6dbffc tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 943 time: 0.5490892 Apr 14 11:23:09.321523 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-1652dec7-edfa-465d-953d-a4ce013e629c service neutron] 10.222.0.52 "GET /v2.0/networks/6c770865-86da-4d8e-8a44-f942f5188572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8810265 Apr 14 11:23:09.343062 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-a732a2bd-fe53-4db4-a57f-14b65b540abd service neutron] 10.222.0.41 "GET /v2.0/networks/712e05ed-c735-46b7-8a8c-2c06f81a1c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9106455 Apr 14 11:23:09.424979 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-029d8b2a-7542-4403-ab25-40733d346b9f req-3dbf4e1b-bff4-4bb0-a730-c05b46305795 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606811 Apr 14 11:23:09.595148 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-13be7544-7928-419e-8a9f-33abaced9f0e tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for port, precommit_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:09.603646 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-13be7544-7928-419e-8a9f-33abaced9f0e tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:09.638406 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-3cbded08-b422-4d72-a499-80314ee441c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:09.664152 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-6dac3c1b-2673-469f-8078-13275970c9b6 req-1666c98d-4610-47ae-b11d-ef6f7a2b8cd9 service neutron] 10.222.0.41 "GET /v2.0/networks/712e05ed-c735-46b7-8a8c-2c06f81a1c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198369 Apr 14 11:23:09.664549 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 496ce7c9-adfc-4029-b72f-42aa029a68a3 up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:23:09.853900 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning for port 496ce7c9-adfc-4029-b72f-42aa029a68a3 completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:23:09.862459 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dff1d9b5-b61c-4148-842b-87d622f728b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740bc95f-e888-4e52-97e4-940e73eb24b5', 'code': 200} Apr 14 11:23:09.863229 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning complete for port 496ce7c9-adfc-4029-b72f-42aa029a68a3 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:23:09.863656 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:09.943826 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 56306) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:09.972862 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-3273ae05-fb3d-4d11-a712-6a0b54213a92 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Notify callbacks [] for port, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:10.060526 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-bb1637df-ae08-418c-b8f8-56d584babe46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:10.092875 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:10.144203 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] For port 496ce7c9-adfc-4029-b72f-42aa029a68a3, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=496ce7c9-adfc-4029-b72f-42aa029a68a3,segment=NetworkSegment(212fd361-423d-43e4-8548-a42b1e25df2f),segment_id=212fd361-423d-43e4-8548-a42b1e25df2f)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:23:10.160973 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:10.164766 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:10.190035 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.41', 61177) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:10.244667 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-bb1637df-ae08-418c-b8f8-56d584babe46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:10.299581 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-bb1637df-ae08-418c-b8f8-56d584babe46 admin admin] Usage tracker for resource:security_group_rule and tenant:ca864614d1574052a1de8bc83ec7cc22 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:23:10.312631 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-bb1637df-ae08-418c-b8f8-56d584babe46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:23:10.361818 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-bb1637df-ae08-418c-b8f8-56d584babe46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:10.386080 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:10.408923 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:10.412512 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e8d08-5bb8-4d5d-92c5-a259a5734ed8 req-b826671e-d914-40d0-bd5a-3342cf24994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:10.415142 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-454e8d08-5bb8-4d5d-92c5-a259a5734ed8 req-b826671e-d914-40d0-bd5a-3342cf24994b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9b3ef38e1d8424c861a2e84fef25222&device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 1096 time: 0.6804464 Apr 14 11:23:10.426741 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-67e63c76-7d1c-4d6f-9ce2-a725d4fa142f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:10.444168 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Pushing event updated for resources: {'Port': ['ID=496ce7c9-adfc-4029-b72f-42aa029a68a3,revision_number=5']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:10.447978 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:10.483718 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-67e63c76-7d1c-4d6f-9ce2-a725d4fa142f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:10.494182 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96434f6e-23f0-4a57-8652-3f67a93b2b2b req-722bd915-9e30-4ab8-aa68-37682dc7096e tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:10.496038 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-96434f6e-23f0-4a57-8652-3f67a93b2b2b req-722bd915-9e30-4ab8-aa68-37682dc7096e tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.52 "GET /v2.0/ports?device_id=dff1d9b5-b61c-4148-842b-87d622f728b8 HTTP/1.1" status: 200 len: 946 time: 0.6533673 Apr 14 11:23:10.501202 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-74ae58bb-6140-42ca-9f23-debd5ac91f89 req-44d876e5-cf9a-4e04-89d6-373c57719016 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 210 time: 0.0918450 Apr 14 11:23:10.525895 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be7544-7928-419e-8a9f-33abaced9f0e tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Pushing event updated for resources: {'Port': ['ID=8c1fce5d-0212-4cd8-827b-66a33d1b66f8,revision_number=2']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:10.530246 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-13be7544-7928-419e-8a9f-33abaced9f0e tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.892s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:10.588257 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-13be7544-7928-419e-8a9f-33abaced9f0e tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854119394'] for floatingip, after_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:10.628277 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-13be7544-7928-419e-8a9f-33abaced9f0e tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for floatingip, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:10.639073 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-13be7544-7928-419e-8a9f-33abaced9f0e tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7970271 Apr 14 11:23:10.648400 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-96434f6e-23f0-4a57-8652-3f67a93b2b2b req-57e9601b-02cb-4e22-9782-76c54ef472e2 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebe08f5c-26f4-48ab-bd21-f922c1678942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365597 Apr 14 11:23:10.659802 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-0f246d72-23e9-4632-8bc3-b0573ca10980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:10.679361 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-3273ae05-fb3d-4d11-a712-6a0b54213a92 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362'] for port, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:10.911499 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99497ccd-bc87-4cf7-80f1-f7f6a2bdcf87 req-ce3eb977-930f-4b8b-a815-9e59f1ace276 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:10.913196 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-99497ccd-bc87-4cf7-80f1-f7f6a2bdcf87 req-ce3eb977-930f-4b8b-a815-9e59f1ace276 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 943 time: 0.1925447 Apr 14 11:23:10.965633 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-99497ccd-bc87-4cf7-80f1-f7f6a2bdcf87 req-a63cc19b-f0de-4d25-9aef-6f283ac77ef7 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444031 Apr 14 11:23:11.034608 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 496ce7c9-adfc-4029-b72f-42aa029a68a3 up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:23:11.123246 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning complete for port 496ce7c9-adfc-4029-b72f-42aa029a68a3 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:23:11.123683 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:11.231195 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e63c76-7d1c-4d6f-9ce2-a725d4fa142f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d500518-afed-4347-a402-afc4a0ee38bb,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:11.244379 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-67e63c76-7d1c-4d6f-9ce2-a725d4fa142f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:11.251496 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.445s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:11.268484 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.41', 61181) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:11.294020 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-67e63c76-7d1c-4d6f-9ce2-a725d4fa142f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=58ac3a51e7684f85bb0a2de870915164&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6806622 Apr 14 11:23:11.294020 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c89e92-bbae-4a78-96fe-7a22fa9fdc38 req-2ebab833-58d0-4ec4-be96-7e28e2166dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:11.295161 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-13c89e92-bbae-4a78-96fe-7a22fa9fdc38 req-2ebab833-58d0-4ec4-be96-7e28e2166dc6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dff1d9b5-b61c-4148-842b-87d622f728b8 HTTP/1.1" status: 200 len: 1099 time: 1.1028247 Apr 14 11:23:11.300759 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 56372) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:11.365424 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-bb1637df-ae08-418c-b8f8-56d584babe46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:11.416398 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-bb1637df-ae08-418c-b8f8-56d584babe46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:11.434002 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:11.437535 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:11.459984 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-b1251cb0-ef7f-47fa-a8c3-a6f0f79fe653 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Synchronizing usage tracker for tenant:d797536746cd4942b8a3a1f5e7b19e2b on resource:security_group {{(pid=85227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:23:11.467654 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-9daf3b1d-4e8e-487b-ab96-fd45b6e4ef4c tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:11.469510 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-9daf3b1d-4e8e-487b-ab96-fd45b6e4ef4c tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.41 "GET /v2.0/networks?id=6c770865-86da-4d8e-8a44-f942f5188572 HTTP/1.1" status: 200 len: 818 time: 0.1943901 Apr 14 11:23:11.482224 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-42c7fcd4-6843-490a-845b-339ceb559948 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Request body: {'port': {'device_id': '28e48fad-d187-4de6-9c5c-5aeab399629f', 'network_id': '6c770865-86da-4d8e-8a44-f942f5188572', 'admin_state_up': True, 'tenant_id': '4b3f85d7308945ada4fb45e00aa6c46b'}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:23:11.534057 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-13c89e92-bbae-4a78-96fe-7a22fa9fdc38 req-bed5af66-33c9-42e6-a957-d14db9862d6b service neutron] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:11.543653 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273ae05-fb3d-4d11-a712-6a0b54213a92 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Pushing event updated for resources: {'Port': ['ID=67800dfe-e336-4c31-8382-bd269e42ae39,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:11.546694 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e8d08-5bb8-4d5d-92c5-a259a5734ed8 req-bbbeb6f7-3aab-453f-989c-03e2a73dec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:11.548295 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-454e8d08-5bb8-4d5d-92c5-a259a5734ed8 req-bbbeb6f7-3aab-453f-989c-03e2a73dec99 service neutron] 10.222.0.41 "GET /v2.0/networks?id=712e05ed-c735-46b7-8a8c-2c06f81a1c29 HTTP/1.1" status: 200 len: 917 time: 1.1242599 Apr 14 11:23:11.550919 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-3273ae05-fb3d-4d11-a712-6a0b54213a92 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:11.560185 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-e2044dd6-21c3-428b-88e4-e95aef8a21c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:11.635190 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-42c7fcd4-6843-490a-845b-339ceb559948 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:11.639479 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-42c7fcd4-6843-490a-845b-339ceb559948 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Usage tracker for resource:port and tenant:4b3f85d7308945ada4fb45e00aa6c46b is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:23:11.644303 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-42c7fcd4-6843-490a-845b-339ceb559948 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:23:11.679394 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-bb1637df-ae08-418c-b8f8-56d584babe46 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ca864614d1574052a1de8bc83ec7cc22&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7260900 Apr 14 11:23:11.683060 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 56390) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:11.690910 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-42c7fcd4-6843-490a-845b-339ceb559948 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:11.706360 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [req-13c89e92-bbae-4a78-96fe-7a22fa9fdc38 req-bed5af66-33c9-42e6-a957-d14db9862d6b service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:11.710244 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-b1251cb0-ef7f-47fa-a8c3-a6f0f79fe653 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Unset dirty status for tenant:d797536746cd4942b8a3a1f5e7b19e2b on resource:security_group {{(pid=85227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:23:11.710562 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-79424c78-d77e-4ee4-a4b0-21d54d646a26 req-e3db80cd-6f57-476a-8428-41d0b360fc4e tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 210 time: 0.0680826 Apr 14 11:23:11.711497 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-b1251cb0-ef7f-47fa-a8c3-a6f0f79fe653 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1509460745&fields=id&tenant_id=d797536746cd4942b8a3a1f5e7b19e2b HTTP/1.1" status: 200 len: 267 time: 0.4759037 Apr 14 11:23:11.716129 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1637df-ae08-418c-b8f8-56d584babe46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f077af-b0f0-44a9-bb79-6eee66166b3b,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:11.723793 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-bb1637df-ae08-418c-b8f8-56d584babe46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:11.726003 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-454e8d08-5bb8-4d5d-92c5-a259a5734ed8 req-51d36fb0-e966-4916-91c2-384dc24ab9fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=705fd157-cc2d-4564-ac4d-19c9667cedb6 HTTP/1.1" status: 200 len: 217 time: 0.1168795 Apr 14 11:23:11.737604 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-42c7fcd4-6843-490a-845b-339ceb559948 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Made reservation on behalf of 4b3f85d7308945ada4fb45e00aa6c46b for: {'port': 1} {{(pid=85228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:23:11.738038 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-13c89e92-bbae-4a78-96fe-7a22fa9fdc38 req-bed5af66-33c9-42e6-a957-d14db9862d6b service neutron] Usage tracker for resource:security_group_rule and tenant:db2b746a2ca3479d942a6ae351ab74e9 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:23:11.738038 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-13c89e92-bbae-4a78-96fe-7a22fa9fdc38 req-bed5af66-33c9-42e6-a957-d14db9862d6b service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:23:11.738548 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-42c7fcd4-6843-490a-845b-339ceb559948 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:11.748838 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [req-13c89e92-bbae-4a78-96fe-7a22fa9fdc38 req-bed5af66-33c9-42e6-a957-d14db9862d6b service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:11.906284 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-3273ae05-fb3d-4d11-a712-6a0b54213a92 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Network 6c770865-86da-4d8e-8a44-f942f5188572 is already hosted by enough agents. {{(pid=85227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:23:11.918269 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-3273ae05-fb3d-4d11-a712-6a0b54213a92 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Resources bound (agent type, host, resource id): {{(pid=85227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:23:11.930830 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3b29cdb9-d65f-4cc7-8123-f580985f5863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:11.935082 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0156e9e8-b912-4110-bf43-ac109536102a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:11.941408 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-3273ae05-fb3d-4d11-a712-6a0b54213a92 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Received port after_create {{(pid=85227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:23:11.947812 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-3273ae05-fb3d-4d11-a712-6a0b54213a92 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:11.948491 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-3273ae05-fb3d-4d11-a712-6a0b54213a92 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:11.990746 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3b29cdb9-d65f-4cc7-8123-f580985f5863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:12.008908 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e8d08-5bb8-4d5d-92c5-a259a5734ed8 req-94471da1-786d-4241-ad3a-d0abf0854696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:12.009999 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-454e8d08-5bb8-4d5d-92c5-a259a5734ed8 req-94471da1-786d-4241-ad3a-d0abf0854696 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b2aaa5c-9e54-4364-a946-78c283f1ff6f HTTP/1.1" status: 200 len: 855 time: 0.2653100 Apr 14 11:23:12.044854 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-42c7fcd4-6843-490a-845b-339ceb559948 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Allocated IP 172.20.0.14 (6c770865-86da-4d8e-8a44-f942f5188572/0d82680c-cf66-4a62-ac40-d953780f4e06/c3afcc73-6e8d-4cdc-b009-54baacc831a9) {{(pid=85228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:23:12.054566 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 705fd157-cc2d-4564-ac4d-19c9667cedb6 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 11:23:12.091384 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0752e-0a06-44f8-9069-7624c27fb758 req-cddd76e2-7ec9-46b1-8aff-66da42068646 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:12.093108 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-30e0752e-0a06-44f8-9069-7624c27fb758 req-cddd76e2-7ec9-46b1-8aff-66da42068646 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.52 "GET /v2.0/ports?device_id=dff1d9b5-b61c-4148-842b-87d622f728b8 HTTP/1.1" status: 200 len: 946 time: 0.2578952 Apr 14 11:23:12.101903 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0156e9e8-b912-4110-bf43-ac109536102a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:12.153278 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3b29cdb9-d65f-4cc7-8123-f580985f5863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:12.170611 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-3273ae05-fb3d-4d11-a712-6a0b54213a92 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3781471 Apr 14 11:23:12.199309 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-05359b37-49b2-4676-bdcc-99b7fadb330d tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:12.206449 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-05359b37-49b2-4676-bdcc-99b7fadb330d tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/networks?id=107ffdc1-1c99-4692-a473-5dbc7ac62120 HTTP/1.1" status: 200 len: 811 time: 0.4642048 Apr 14 11:23:12.213713 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:12.217467 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-f3838ff9-7250-4d75-a066-11b609387b3e service neutron] Request body: {'port': {'device_id': '87b5f0e5-4607-4e61-8a01-c28a3cf71b2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:23:12.222453 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-30e0752e-0a06-44f8-9069-7624c27fb758 req-d3222d08-6e6d-41ca-8c83-4b9a9191cb20 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebe08f5c-26f4-48ab-bd21-f922c1678942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155615 Apr 14 11:23:12.255706 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29cdb9-d65f-4cc7-8123-f580985f5863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f077af-b0f0-44a9-bb79-6eee66166b3b,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:12.265480 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-3b29cdb9-d65f-4cc7-8123-f580985f5863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:12.295557 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3b29cdb9-d65f-4cc7-8123-f580985f5863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:12.296762 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-3b29cdb9-d65f-4cc7-8123-f580985f5863 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/31f077af-b0f0-44a9-bb79-6eee66166b3b HTTP/1.1" status: 204 len: 168 time: 0.6077585 Apr 14 11:23:12.316627 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-c064be42-c7d5-444f-a485-6cf677bae0ff tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/quotas/d797536746cd4942b8a3a1f5e7b19e2b HTTP/1.1" status: 200 len: 375 time: 0.1020010 Apr 14 11:23:12.341484 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-42c7fcd4-6843-490a-845b-339ceb559948 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Notify callbacks [] for port, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:12.373932 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port 705fd157-cc2d-4564-ac4d-19c9667cedb6, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=705fd157-cc2d-4564-ac4d-19c9667cedb6,segment=NetworkSegment(68eb76e0-e4c1-4e3c-88ca-0b72840edf3e),segment_id=68eb76e0-e4c1-4e3c-88ca-0b72840edf3e)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:23:12.407415 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Returning: {'device': '705fd157-cc2d-4564-ac4d-19c9667cedb6', 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29', 'port_id': '705fd157-cc2d-4564-ac4d-19c9667cedb6', 'mac_address': 'fa:16:3e:0b:67:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b2aaa5c-9e54-4364-a946-78c283f1ff6f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 11:23:12.424826 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-42c7fcd4-6843-490a-845b-339ceb559948 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362'] for port, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:12.459675 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-3cbded08-b422-4d72-a499-80314ee441c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:12.557530 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:12.559313 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 705fd157-cc2d-4564-ac4d-19c9667cedb6 {{(pid=85229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:23:12.580312 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-f3838ff9-7250-4d75-a066-11b609387b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:12.597265 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port 705fd157-cc2d-4564-ac4d-19c9667cedb6, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=705fd157-cc2d-4564-ac4d-19c9667cedb6,segment=NetworkSegment(68eb76e0-e4c1-4e3c-88ca-0b72840edf3e),segment_id=68eb76e0-e4c1-4e3c-88ca-0b72840edf3e)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:23:12.603951 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:12.606226 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:12.730489 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=705fd157-cc2d-4564-ac4d-19c9667cedb6,revision_number=4']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:12.743307 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:12.824146 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] get_ports_and_sgs() called for port_ids ['705fd157-cc2d-4564-ac4d-19c9667cedb6'] {{(pid=85229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 11:23:12.855855 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c7fcd4-6843-490a-845b-339ceb559948 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Pushing event updated for resources: {'Port': ['ID=c3afcc73-6e8d-4cdc-b009-54baacc831a9,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:12.873355 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-42c7fcd4-6843-490a-845b-339ceb559948 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:12.924856 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-42c7fcd4-6843-490a-845b-339ceb559948 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Network 6c770865-86da-4d8e-8a44-f942f5188572 is already hosted by enough agents. {{(pid=85228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:23:12.934173 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145704b-e80c-4442-8404-c368503cf485 req-dcc0ded0-1000-4e9f-ac2d-8e72d92de8f7 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:12.943038 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a145704b-e80c-4442-8404-c368503cf485 req-dcc0ded0-1000-4e9f-ac2d-8e72d92de8f7 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 944 time: 0.3959651 Apr 14 11:23:12.946414 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-42c7fcd4-6843-490a-845b-339ceb559948 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Resources bound (agent type, host, resource id): {{(pid=85228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:23:12.960573 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-42c7fcd4-6843-490a-845b-339ceb559948 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Received port after_create {{(pid=85228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:23:12.966619 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-13c89e92-bbae-4a78-96fe-7a22fa9fdc38 req-bed5af66-33c9-42e6-a957-d14db9862d6b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:12.966781 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-42c7fcd4-6843-490a-845b-339ceb559948 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:12.967564 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-42c7fcd4-6843-490a-845b-339ceb559948 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for port, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:12.967928 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0156e9e8-b912-4110-bf43-ac109536102a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:12.984481 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:13.000504 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a145704b-e80c-4442-8404-c368503cf485 req-f0d46f22-84ca-49cf-917e-80f42e5d0e84 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563803 Apr 14 11:23:13.002137 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e8d08-5bb8-4d5d-92c5-a259a5734ed8 req-18d8e247-3021-435a-a507-0b38c3ceac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:13.004524 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-454e8d08-5bb8-4d5d-92c5-a259a5734ed8 req-18d8e247-3021-435a-a507-0b38c3ceac75 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=712e05ed-c735-46b7-8a8c-2c06f81a1c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.9690256 Apr 14 11:23:13.004896 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-42c7fcd4-6843-490a-845b-339ceb559948 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5271266 Apr 14 11:23:13.012788 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-13c89e92-bbae-4a78-96fe-7a22fa9fdc38 req-bed5af66-33c9-42e6-a957-d14db9862d6b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:13.034806 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-b7684fe2-0ae1-46e5-a89f-f4a28c8ead69 service neutron] Request body: {'port': {'device_id': '28e48fad-d187-4de6-9c5c-5aeab399629f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:23:13.101523 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0156e9e8-b912-4110-bf43-ac109536102a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d500518-afed-4347-a402-afc4a0ee38bb,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:13.123937 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-0156e9e8-b912-4110-bf43-ac109536102a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:13.126629 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-c1bdd930-e62e-4237-85a9-3eee9223c352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:13.178261 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0156e9e8-b912-4110-bf43-ac109536102a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:13.181957 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-0156e9e8-b912-4110-bf43-ac109536102a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2d500518-afed-4347-a402-afc4a0ee38bb HTTP/1.1" status: 204 len: 168 time: 1.8570521 Apr 14 11:23:13.242444 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-13c89e92-bbae-4a78-96fe-7a22fa9fdc38 req-bed5af66-33c9-42e6-a957-d14db9862d6b service neutron] Synchronizing usage tracker for tenant:db2b746a2ca3479d942a6ae351ab74e9 on resource:security_group {{(pid=85227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:23:13.271501 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5af66-33c9-42e6-a957-d14db9862d6b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=efc7a171-8b1f-4c37-bcd5-315e3b17b393,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:13.275313 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-bed5af66-33c9-42e6-a957-d14db9862d6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:13.302567 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-b7684fe2-0ae1-46e5-a89f-f4a28c8ead69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:13.309380 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-02c09ef4-6516-4a7b-a107-5531802ae76d tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d797536746cd4942b8a3a1f5e7b19e2b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9920368 Apr 14 11:23:13.345945 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-13c89e92-bbae-4a78-96fe-7a22fa9fdc38 req-bed5af66-33c9-42e6-a957-d14db9862d6b service neutron] Unset dirty status for tenant:db2b746a2ca3479d942a6ae351ab74e9 on resource:security_group {{(pid=85227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:23:13.347112 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-13c89e92-bbae-4a78-96fe-7a22fa9fdc38 req-bed5af66-33c9-42e6-a957-d14db9862d6b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ebe08f5c-26f4-48ab-bd21-f922c1678942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0148928 Apr 14 11:23:13.411692 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5dc34-2c62-458f-908a-8726e86b6341 req-c17ed0fc-44f3-4f1e-bdfd-748f93821d04 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:13.412480 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-9af5dc34-2c62-458f-908a-8726e86b6341 req-c17ed0fc-44f3-4f1e-bdfd-748f93821d04 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Synchronizing usage tracker for tenant:4b3f85d7308945ada4fb45e00aa6c46b on resource:port {{(pid=85228) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:23:13.449340 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-9af5dc34-2c62-458f-908a-8726e86b6341 req-c17ed0fc-44f3-4f1e-bdfd-748f93821d04 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Unset dirty status for tenant:4b3f85d7308945ada4fb45e00aa6c46b on resource:port {{(pid=85228) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:23:13.450643 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9af5dc34-2c62-458f-908a-8726e86b6341 req-c17ed0fc-44f3-4f1e-bdfd-748f93821d04 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 932 time: 0.2718918 Apr 14 11:23:13.554181 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-9af5dc34-2c62-458f-908a-8726e86b6341 req-3fe7ec8a-8310-4076-be91-ea4dec28310a tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Synchronizing usage tracker for tenant:4b3f85d7308945ada4fb45e00aa6c46b on resource:security_group {{(pid=85228) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:23:13.555545 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-f3838ff9-7250-4d75-a066-11b609387b3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67800dfe-e336-4c31-8382-bd269e42ae39 {{(pid=85227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:23:13.569373 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-f3838ff9-7250-4d75-a066-11b609387b3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:13.584751 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-9af5dc34-2c62-458f-908a-8726e86b6341 req-3fe7ec8a-8310-4076-be91-ea4dec28310a tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Unset dirty status for tenant:4b3f85d7308945ada4fb45e00aa6c46b on resource:security_group {{(pid=85228) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:23:13.586021 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9af5dc34-2c62-458f-908a-8726e86b6341 req-3fe7ec8a-8310-4076-be91-ea4dec28310a tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769000 Apr 14 11:23:13.594203 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-454e8d08-5bb8-4d5d-92c5-a259a5734ed8 req-5218dac0-da79-4e04-bc3a-44b5177a3f8f service neutron] 10.222.0.41 "GET /v2.0/networks/712e05ed-c735-46b7-8a8c-2c06f81a1c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5341287 Apr 14 11:23:13.647684 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-f3838ff9-7250-4d75-a066-11b609387b3e service neutron] Transition to ACTIVE for port object 67800dfe-e336-4c31-8382-bd269e42ae39 will not be triggered until provisioned by entity L2. {{(pid=85227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:23:13.710750 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-f3838ff9-7250-4d75-a066-11b609387b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:13.780630 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-949e0bd7-cf80-4c91-b8a7-470021635296 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:13.900206 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4b5d3-66fc-45bf-b411-325e0c7893c7 req-ab331364-5f25-4ad4-9ca7-5d8df2ba6626 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:13.908022 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5ba4b5d3-66fc-45bf-b411-325e0c7893c7 req-ab331364-5f25-4ad4-9ca7-5d8df2ba6626 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.52 "GET /v2.0/ports?device_id=dff1d9b5-b61c-4148-842b-87d622f728b8 HTTP/1.1" status: 200 len: 946 time: 0.1645458 Apr 14 11:23:13.959647 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5ba4b5d3-66fc-45bf-b411-325e0c7893c7 req-63f06575-3296-477f-8b44-64ef2994dcad tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebe08f5c-26f4-48ab-bd21-f922c1678942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453529 Apr 14 11:23:14.065889 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 705fd157-cc2d-4564-ac4d-19c9667cedb6 up at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:23:14.100051 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-b7684fe2-0ae1-46e5-a89f-f4a28c8ead69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3afcc73-6e8d-4cdc-b009-54baacc831a9 {{(pid=85228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:23:14.102351 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 6 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:23:14.125391 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-b7684fe2-0ae1-46e5-a89f-f4a28c8ead69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:14.181082 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-b7684fe2-0ae1-46e5-a89f-f4a28c8ead69 service neutron] Transition to ACTIVE for port object c3afcc73-6e8d-4cdc-b009-54baacc831a9 will not be triggered until provisioned by entity L2. {{(pid=85228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:23:14.186739 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-b7684fe2-0ae1-46e5-a89f-f4a28c8ead69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:14.230211 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:14.256290 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning for port 705fd157-cc2d-4564-ac4d-19c9667cedb6 completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:23:14.267278 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning complete for port 705fd157-cc2d-4564-ac4d-19c9667cedb6 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:23:14.269030 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:14.524574 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:14.546093 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port 705fd157-cc2d-4564-ac4d-19c9667cedb6, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=705fd157-cc2d-4564-ac4d-19c9667cedb6,segment=NetworkSegment(68eb76e0-e4c1-4e3c-88ca-0b72840edf3e),segment_id=68eb76e0-e4c1-4e3c-88ca-0b72840edf3e)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:23:14.547547 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00f0834-f88b-40b4-84e2-252486a4be7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705fd157-cc2d-4564-ac4d-19c9667cedb6'}] {{(pid=85229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:23:14.554793 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:14.557328 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:14.664009 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=705fd157-cc2d-4564-ac4d-19c9667cedb6,revision_number=5']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:14.673673 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:14.968569 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7684fe2-0ae1-46e5-a89f-f4a28c8ead69 service neutron] Pushing event updated for resources: {'Port': ['ID=c3afcc73-6e8d-4cdc-b009-54baacc831a9,revision_number=2']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:14.992687 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b7684fe2-0ae1-46e5-a89f-f4a28c8ead69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.762s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:14.998083 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-454e8d08-5bb8-4d5d-92c5-a259a5734ed8 req-ab0ef952-016d-46e4-a2ad-0da3236494b7 service neutron] 10.222.0.41 "GET /v2.0/networks/712e05ed-c735-46b7-8a8c-2c06f81a1c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3943646 Apr 14 11:23:15.011510 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3838ff9-7250-4d75-a066-11b609387b3e service neutron] Pushing event updated for resources: {'Port': ['ID=67800dfe-e336-4c31-8382-bd269e42ae39,revision_number=2']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:15.018046 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-b998adb8-26cf-4c9b-99bf-a3ec50599164 service neutron] 10.222.0.52 "GET /v2.0/networks/107ffdc1-1c99-4692-a473-5dbc7ac62120?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6732595 Apr 14 11:23:15.020696 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-f3838ff9-7250-4d75-a066-11b609387b3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.240s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:15.110985 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63ae11-f310-415c-9489-eb7abe3dcbeb req-43b558e1-408a-4bf3-824e-9bc5eb0a6389 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:15.112900 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5c63ae11-f310-415c-9489-eb7abe3dcbeb req-43b558e1-408a-4bf3-824e-9bc5eb0a6389 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 944 time: 0.7722781 Apr 14 11:23:15.148251 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5c63ae11-f310-415c-9489-eb7abe3dcbeb req-0553ea53-ee89-4860-9cda-310fa07bf775 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265396 Apr 14 11:23:15.268533 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-2ca29697-3174-467a-af42-4a9aa4b55cac service neutron] 10.222.0.52 "GET /v2.0/networks/107ffdc1-1c99-4692-a473-5dbc7ac62120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712599 Apr 14 11:23:15.290664 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00f0834-f88b-40b4-84e2-252486a4be7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705fd157-cc2d-4564-ac4d-19c9667cedb6', 'code': 200} Apr 14 11:23:15.322267 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-b7684fe2-0ae1-46e5-a89f-f4a28c8ead69 service neutron] Attempting to bind port c3afcc73-6e8d-4cdc-b009-54baacc831a9 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=85228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:23:15.326689 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-b7684fe2-0ae1-46e5-a89f-f4a28c8ead69 service neutron] Attempting to bind port c3afcc73-6e8d-4cdc-b009-54baacc831a9 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '212fd361-423d-43e4-8548-a42b1e25df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6c770865-86da-4d8e-8a44-f942f5188572'}] {{(pid=85228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:23:15.330276 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-b7684fe2-0ae1-46e5-a89f-f4a28c8ead69 service neutron] Attempting to bind port c3afcc73-6e8d-4cdc-b009-54baacc831a9 on network 6c770865-86da-4d8e-8a44-f942f5188572 {{(pid=85228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:23:15.338849 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-f3838ff9-7250-4d75-a066-11b609387b3e service neutron] Attempting to bind port 67800dfe-e336-4c31-8382-bd269e42ae39 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:23:15.339223 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-f3838ff9-7250-4d75-a066-11b609387b3e service neutron] Attempting to bind port 67800dfe-e336-4c31-8382-bd269e42ae39 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '212fd361-423d-43e4-8548-a42b1e25df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6c770865-86da-4d8e-8a44-f942f5188572'}] {{(pid=85227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:23:15.343910 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-f3838ff9-7250-4d75-a066-11b609387b3e service neutron] Attempting to bind port 67800dfe-e336-4c31-8382-bd269e42ae39 on network 6c770865-86da-4d8e-8a44-f942f5188572 {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:23:15.349522 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-b7684fe2-0ae1-46e5-a89f-f4a28c8ead69 service neutron] Port c3afcc73-6e8d-4cdc-b009-54baacc831a9 on network 6c770865-86da-4d8e-8a44-f942f5188572 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=85228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 11:23:15.350000 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-b7684fe2-0ae1-46e5-a89f-f4a28c8ead69 service neutron] Attempting to bind port c3afcc73-6e8d-4cdc-b009-54baacc831a9 on network 6c770865-86da-4d8e-8a44-f942f5188572 {{(pid=85228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:23:15.355664 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-f3838ff9-7250-4d75-a066-11b609387b3e service neutron] Port 67800dfe-e336-4c31-8382-bd269e42ae39 on network 6c770865-86da-4d8e-8a44-f942f5188572 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 11:23:15.356024 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-f3838ff9-7250-4d75-a066-11b609387b3e service neutron] Attempting to bind port 67800dfe-e336-4c31-8382-bd269e42ae39 on network 6c770865-86da-4d8e-8a44-f942f5188572 {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:23:15.364065 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-f3838ff9-7250-4d75-a066-11b609387b3e service neutron] Checking agent: {'id': 'dc008c19-4d73-4566-939f-5ab33892b678', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 20, 41), 'started_at': datetime.datetime(2021, 4, 14, 11, 20, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:23:15.365019 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-f3838ff9-7250-4d75-a066-11b609387b3e service neutron] Checking segment: {'id': '212fd361-423d-43e4-8548-a42b1e25df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6c770865-86da-4d8e-8a44-f942f5188572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:23:15.365436 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-f3838ff9-7250-4d75-a066-11b609387b3e service neutron] Bound using segment: {'id': '212fd361-423d-43e4-8548-a42b1e25df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6c770865-86da-4d8e-8a44-f942f5188572'} {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:23:15.365975 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-f3838ff9-7250-4d75-a066-11b609387b3e service neutron] Bound port: 67800dfe-e336-4c31-8382-bd269e42ae39, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '212fd361-423d-43e4-8548-a42b1e25df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6c770865-86da-4d8e-8a44-f942f5188572'}}] {{(pid=85227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:23:15.366258 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-f3838ff9-7250-4d75-a066-11b609387b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:15.371246 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-b7684fe2-0ae1-46e5-a89f-f4a28c8ead69 service neutron] Checking agent: {'id': 'dc008c19-4d73-4566-939f-5ab33892b678', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 20, 41), 'started_at': datetime.datetime(2021, 4, 14, 11, 20, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:23:15.374891 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-b7684fe2-0ae1-46e5-a89f-f4a28c8ead69 service neutron] Checking segment: {'id': '212fd361-423d-43e4-8548-a42b1e25df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6c770865-86da-4d8e-8a44-f942f5188572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:23:15.375601 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-b7684fe2-0ae1-46e5-a89f-f4a28c8ead69 service neutron] Bound using segment: {'id': '212fd361-423d-43e4-8548-a42b1e25df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6c770865-86da-4d8e-8a44-f942f5188572'} {{(pid=85228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:23:15.376225 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-b7684fe2-0ae1-46e5-a89f-f4a28c8ead69 service neutron] Bound port: c3afcc73-6e8d-4cdc-b009-54baacc831a9, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '212fd361-423d-43e4-8548-a42b1e25df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6c770865-86da-4d8e-8a44-f942f5188572'}}] {{(pid=85228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:23:15.376703 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-b7684fe2-0ae1-46e5-a89f-f4a28c8ead69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:15.676823 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-b7684fe2-0ae1-46e5-a89f-f4a28c8ead69 service neutron] For port c3afcc73-6e8d-4cdc-b009-54baacc831a9, host hv-cinder-77459, cleared binding levels {{(pid=85228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:23:15.689575 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-f3838ff9-7250-4d75-a066-11b609387b3e service neutron] For port 67800dfe-e336-4c31-8382-bd269e42ae39, host hv-cinder-77459, cleared binding levels {{(pid=85227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:23:15.708821 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540491ac-4bb3-4b71-892c-4cfdf7c7a93b req-b5d375df-e970-4772-9444-d331299c573c tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:15.710788 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-540491ac-4bb3-4b71-892c-4cfdf7c7a93b req-b5d375df-e970-4772-9444-d331299c573c tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 944 time: 0.2521591 Apr 14 11:23:15.712934 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-b7684fe2-0ae1-46e5-a89f-f4a28c8ead69 service neutron] For port c3afcc73-6e8d-4cdc-b009-54baacc831a9, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c3afcc73-6e8d-4cdc-b009-54baacc831a9,segment=NetworkSegment(212fd361-423d-43e4-8548-a42b1e25df2f),segment_id=212fd361-423d-43e4-8548-a42b1e25df2f)] {{(pid=85228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:23:15.718032 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-b7684fe2-0ae1-46e5-a89f-f4a28c8ead69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:15.720277 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-f3838ff9-7250-4d75-a066-11b609387b3e service neutron] For port 67800dfe-e336-4c31-8382-bd269e42ae39, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=67800dfe-e336-4c31-8382-bd269e42ae39,segment=NetworkSegment(212fd361-423d-43e4-8548-a42b1e25df2f),segment_id=212fd361-423d-43e4-8548-a42b1e25df2f)] {{(pid=85227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:23:15.726804 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-f3838ff9-7250-4d75-a066-11b609387b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:15.748428 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:15.851001 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-42c7fcd4-6843-490a-845b-339ceb559948 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:15.854423 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1407bc7-982b-4333-a65a-bf014cccecf6 req-c0a4d931-a2fe-4f2c-ba23-20790b263e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:15.856203 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e1407bc7-982b-4333-a65a-bf014cccecf6 req-c0a4d931-a2fe-4f2c-ba23-20790b263e7c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 1098 time: 0.3471613 Apr 14 11:23:15.956732 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-540491ac-4bb3-4b71-892c-4cfdf7c7a93b req-0f4d1c6e-a833-4767-9c37-a8f3eac3e93c tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372839 Apr 14 11:23:15.978226 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e1407bc7-982b-4333-a65a-bf014cccecf6 req-d75a10cc-af1a-464b-aeb1-79430bf51246 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118207 Apr 14 11:23:15.995487 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392bad9-01ff-4b7d-bb50-2947c4b4a225 req-15820345-1b8f-4956-a69c-863e0b08a2fc tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:15.997677 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c392bad9-01ff-4b7d-bb50-2947c4b4a225 req-15820345-1b8f-4956-a69c-863e0b08a2fc tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.52 "GET /v2.0/ports?device_id=dff1d9b5-b61c-4148-842b-87d622f728b8 HTTP/1.1" status: 200 len: 946 time: 0.3640933 Apr 14 11:23:16.010866 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3838ff9-7250-4d75-a066-11b609387b3e service neutron] Pushing event updated for resources: {'Port': ['ID=67800dfe-e336-4c31-8382-bd269e42ae39,revision_number=3']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:16.023650 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-f3838ff9-7250-4d75-a066-11b609387b3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:16.048073 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c392bad9-01ff-4b7d-bb50-2947c4b4a225 req-aeb8ee1a-dd60-497c-93dc-adb40b89224c tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebe08f5c-26f4-48ab-bd21-f922c1678942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384033 Apr 14 11:23:16.104629 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-f3838ff9-7250-4d75-a066-11b609387b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:16.105254 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-f3838ff9-7250-4d75-a066-11b609387b3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:16.111990 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-f3838ff9-7250-4d75-a066-11b609387b3e service neutron] 10.222.0.41 "PUT /v2.0/ports/67800dfe-e336-4c31-8382-bd269e42ae39 HTTP/1.1" status: 200 len: 1094 time: 3.9167354 Apr 14 11:23:16.112561 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b5f0e5-4607-4e61-8a01-c28a3cf71b2d', 'tag': '67800dfe-e336-4c31-8382-bd269e42ae39'}] {{(pid=85227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:23:16.138334 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7684fe2-0ae1-46e5-a89f-f4a28c8ead69 service neutron] Pushing event updated for resources: {'Port': ['ID=c3afcc73-6e8d-4cdc-b009-54baacc831a9,revision_number=3']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:16.142379 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-a2b942ae-5ed3-45b4-b241-f125c84ab361 req-398679e6-ea06-477c-8ab6-880a140398cd tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Synchronizing usage tracker for tenant:d797536746cd4942b8a3a1f5e7b19e2b on resource:port {{(pid=85228) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:23:16.149124 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b7684fe2-0ae1-46e5-a89f-f4a28c8ead69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:16.173840 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-a2b942ae-5ed3-45b4-b241-f125c84ab361 req-398679e6-ea06-477c-8ab6-880a140398cd tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Unset dirty status for tenant:d797536746cd4942b8a3a1f5e7b19e2b on resource:port {{(pid=85228) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:23:16.187601 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a2b942ae-5ed3-45b4-b241-f125c84ab361 req-398679e6-ea06-477c-8ab6-880a140398cd tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 210 time: 0.1069901 Apr 14 11:23:16.191601 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-b7684fe2-0ae1-46e5-a89f-f4a28c8ead69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:16.199097 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-b7684fe2-0ae1-46e5-a89f-f4a28c8ead69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for port, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:16.200640 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-b7684fe2-0ae1-46e5-a89f-f4a28c8ead69 service neutron] 10.222.0.41 "PUT /v2.0/ports/c3afcc73-6e8d-4cdc-b009-54baacc831a9 HTTP/1.1" status: 200 len: 1094 time: 3.1828423 Apr 14 11:23:16.201186 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28e48fad-d187-4de6-9c5c-5aeab399629f', 'tag': 'c3afcc73-6e8d-4cdc-b009-54baacc831a9'}] {{(pid=85228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:23:16.270075 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b5f0e5-4607-4e61-8a01-c28a3cf71b2d', 'tag': '67800dfe-e336-4c31-8382-bd269e42ae39', 'status': 'completed', 'code': 200} Apr 14 11:23:16.361878 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-c8977cff-ff52-40af-88fd-ecce9abb93e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:16.366465 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-c8977cff-ff52-40af-88fd-ecce9abb93e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b3f85d7308945ada4fb45e00aa6c46b&device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 1097 time: 0.2128069 Apr 14 11:23:16.482730 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-4a4661d4-4a7c-44a8-a88b-a9ddeebae02c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67800dfe-e336-4c31-8382-bd269e42ae39 HTTP/1.1" status: 200 len: 217 time: 0.1084595 Apr 14 11:23:16.517178 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-2fc254a6-c912-4265-9ef7-8ebc95a3f5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:16.519554 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-2fc254a6-c912-4265-9ef7-8ebc95a3f5ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b3f85d7308945ada4fb45e00aa6c46b&device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 1097 time: 0.1849470 Apr 14 11:23:16.534459 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a83cdc8-d4bc-4809-88fa-284d4caf9551 req-75cf384d-695b-40ea-a9db-a4c6cd0ff3d6 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:16.537251 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9a83cdc8-d4bc-4809-88fa-284d4caf9551 req-75cf384d-695b-40ea-a9db-a4c6cd0ff3d6 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 945 time: 0.1559520 Apr 14 11:23:16.636104 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-0c5e7ccf-15f3-40a7-82f8-ffa50e5d6f2f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3afcc73-6e8d-4cdc-b009-54baacc831a9 HTTP/1.1" status: 200 len: 217 time: 0.0974402 Apr 14 11:23:16.638104 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-b7924dc8-ea6f-4845-a18b-a0339e1cdda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:16.651916 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9a83cdc8-d4bc-4809-88fa-284d4caf9551 req-bee17822-a3a8-472b-9938-5daeab144852 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535941 Apr 14 11:23:16.658719 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-b7924dc8-ea6f-4845-a18b-a0339e1cdda3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d82680c-cf66-4a62-ac40-d953780f4e06 HTTP/1.1" status: 200 len: 858 time: 0.1513362 Apr 14 11:23:16.722296 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-67008609-6878-4c4b-ade0-5c1b54f551e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6c770865-86da-4d8e-8a44-f942f5188572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598848 Apr 14 11:23:16.783380 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-fad05b94-88df-4ffe-9300-766c2ee7d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:16.786457 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-fad05b94-88df-4ffe-9300-766c2ee7d975 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d82680c-cf66-4a62-ac40-d953780f4e06 HTTP/1.1" status: 200 len: 858 time: 0.1229355 Apr 14 11:23:16.860419 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28e48fad-d187-4de6-9c5c-5aeab399629f', 'tag': 'c3afcc73-6e8d-4cdc-b009-54baacc831a9', 'status': 'completed', 'code': 200} Apr 14 11:23:16.873219 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-076b3c10-2da1-4614-aa90-da7ecb354d9a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6c770865-86da-4d8e-8a44-f942f5188572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796695 Apr 14 11:23:17.005868 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-d4f0c7a0-8246-46e1-bfc0-abb50fc4a088 service neutron] 10.222.0.41 "GET /v2.0/networks/6c770865-86da-4d8e-8a44-f942f5188572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727747 Apr 14 11:23:17.246393 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-0554844b-1d66-4d67-8045-90cabde893fe service neutron] 10.222.0.41 "GET /v2.0/networks/6c770865-86da-4d8e-8a44-f942f5188572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636599 Apr 14 11:23:17.389245 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee9e86-bf62-4834-a27b-07e8e7b5905a req-7f55f1dc-849a-4f3b-97e3-8dc196fb3c15 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:17.397945 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8fee9e86-bf62-4834-a27b-07e8e7b5905a req-7f55f1dc-849a-4f3b-97e3-8dc196fb3c15 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 944 time: 0.2813234 Apr 14 11:23:17.450274 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8fee9e86-bf62-4834-a27b-07e8e7b5905a req-eb326f2f-b2f6-4326-ac0f-9978495b73d5 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491076 Apr 14 11:23:17.499998 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d3ff453e-0a36-45c1-ab43-800000a7d6d8 req-3a242083-25c5-4a05-a9c6-5e3cadb9bbe7 service neutron] 10.222.0.41 "GET /v2.0/networks/6c770865-86da-4d8e-8a44-f942f5188572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318456 Apr 14 11:23:17.593948 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-30aab9f7-918c-4eea-91aa-eb5799510e45 req-78166c92-1cae-4e0f-a042-bd6037be4493 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 210 time: 0.0931823 Apr 14 11:23:17.659695 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5db60fa3-e292-44c9-99e9-2b25754132bf req-f5aec31b-a73e-4146-87ab-b4c35f05b3a1 service neutron] 10.222.0.41 "GET /v2.0/networks/6c770865-86da-4d8e-8a44-f942f5188572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6358888 Apr 14 11:23:17.690264 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-88354192-6c13-410d-955c-bc9f6e0bc83f tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:17.693052 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-88354192-6c13-410d-955c-bc9f6e0bc83f tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.41 "GET /v2.0/networks?id=107ffdc1-1c99-4692-a473-5dbc7ac62120 HTTP/1.1" status: 200 len: 811 time: 0.4284165 Apr 14 11:23:17.768399 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114dd571-1155-4a69-acc2-3d8fffd01474 req-cd9f9087-dd49-4652-8f70-ee411ca58c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:17.770025 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-114dd571-1155-4a69-acc2-3d8fffd01474 req-cd9f9087-dd49-4652-8f70-ee411ca58c2b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b3f85d7308945ada4fb45e00aa6c46b&device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 1097 time: 0.1488395 Apr 14 11:23:17.819140 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-c8274741-32f9-4263-a20d-73dd3a8fef08 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d797536746cd4942b8a3a1f5e7b19e2b HTTP/1.1" status: 200 len: 5704 time: 0.1162128 Apr 14 11:23:17.835447 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-bc3d6bdc-9c12-4006-a441-f8b409bd194b tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Request body: {'port': {'device_id': '01829fc4-9b68-441f-8c7b-fd54284ab0fb', 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120', 'admin_state_up': True, 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'security_groups': ['9fca7b41-170b-4498-b59c-3e0436956ee5']}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:23:18.003435 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-bc3d6bdc-9c12-4006-a441-f8b409bd194b tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:18.014562 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-bc3d6bdc-9c12-4006-a441-f8b409bd194b tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:18.025017 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-bc3d6bdc-9c12-4006-a441-f8b409bd194b tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Made reservation on behalf of d797536746cd4942b8a3a1f5e7b19e2b for: {'port': 1} {{(pid=85227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:23:18.031105 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-bc3d6bdc-9c12-4006-a441-f8b409bd194b tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:18.034408 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66652f5c-2d37-4d1f-8f37-be083937a8d7 req-0587fb84-f29d-4617-9f4f-ae61533f5625 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:18.036094 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-66652f5c-2d37-4d1f-8f37-be083937a8d7 req-0587fb84-f29d-4617-9f4f-ae61533f5625 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 945 time: 0.1475852 Apr 14 11:23:18.040976 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114dd571-1155-4a69-acc2-3d8fffd01474 req-b6523069-9481-421d-a48b-4aeec20d4237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:18.043150 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-114dd571-1155-4a69-acc2-3d8fffd01474 req-b6523069-9481-421d-a48b-4aeec20d4237 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6c770865-86da-4d8e-8a44-f942f5188572 HTTP/1.1" status: 200 len: 919 time: 0.2656403 Apr 14 11:23:18.078051 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84f4a5-a9e6-4bab-8007-63ec9c9f682b req-456e339f-2d3f-44bd-b243-a56cb4e75dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:18.079695 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2b84f4a5-a9e6-4bab-8007-63ec9c9f682b req-456e339f-2d3f-44bd-b243-a56cb4e75dcc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b3f85d7308945ada4fb45e00aa6c46b&device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 1097 time: 0.3597918 Apr 14 11:23:18.138658 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-114dd571-1155-4a69-acc2-3d8fffd01474 req-4d5a5fe7-09a9-4ea8-8145-1ede6605e502 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3afcc73-6e8d-4cdc-b009-54baacc831a9 HTTP/1.1" status: 200 len: 217 time: 0.0812829 Apr 14 11:23:18.141786 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-66652f5c-2d37-4d1f-8f37-be083937a8d7 req-893a46c4-e62d-46c3-b25c-1c9c1745f432 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977061 Apr 14 11:23:18.239236 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114dd571-1155-4a69-acc2-3d8fffd01474 req-19445f7d-c45f-486b-a4f9-85190254bcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:18.242501 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-114dd571-1155-4a69-acc2-3d8fffd01474 req-19445f7d-c45f-486b-a4f9-85190254bcb1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d82680c-cf66-4a62-ac40-d953780f4e06 HTTP/1.1" status: 200 len: 858 time: 0.0893056 Apr 14 11:23:18.326401 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-114dd571-1155-4a69-acc2-3d8fffd01474 req-3ef86bad-73c7-452a-9eb2-ab24f0bb5db5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6c770865-86da-4d8e-8a44-f942f5188572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691063 Apr 14 11:23:18.406235 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 56654) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:18.422454 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84f4a5-a9e6-4bab-8007-63ec9c9f682b req-12ecbb3c-a8ae-439c-af7e-2804a96532cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:18.424094 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2b84f4a5-a9e6-4bab-8007-63ec9c9f682b req-12ecbb3c-a8ae-439c-af7e-2804a96532cd service neutron] 10.222.0.41 "GET /v2.0/networks?id=6c770865-86da-4d8e-8a44-f942f5188572 HTTP/1.1" status: 200 len: 919 time: 0.3319798 Apr 14 11:23:18.431757 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-bc3d6bdc-9c12-4006-a441-f8b409bd194b tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Allocated IP 172.20.0.10 (107ffdc1-1c99-4692-a473-5dbc7ac62120/f8dd919b-1721-4048-9598-4db7b1b92807/c016cb05-b1e5-4c35-aecc-0925da1081a5) {{(pid=85227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:23:18.487414 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-114dd571-1155-4a69-acc2-3d8fffd01474 req-32a701bf-fea9-45fd-b984-9cd70688814c service neutron] 10.222.0.41 "GET /v2.0/networks/6c770865-86da-4d8e-8a44-f942f5188572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530952 Apr 14 11:23:18.529804 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2b84f4a5-a9e6-4bab-8007-63ec9c9f682b req-31517a79-e413-42ed-a13c-c4f8db823b48 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67800dfe-e336-4c31-8382-bd269e42ae39 HTTP/1.1" status: 200 len: 217 time: 0.0912328 Apr 14 11:23:18.720041 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-114dd571-1155-4a69-acc2-3d8fffd01474 req-13e468ba-9b20-4cde-8dd6-7bf76c07ca7d service neutron] 10.222.0.41 "GET /v2.0/networks/6c770865-86da-4d8e-8a44-f942f5188572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193675 Apr 14 11:23:18.745174 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae21cb8-62b8-4e98-83bd-8f6622615fc7 req-621926ac-61a7-475b-bbd8-d8ed72335246 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:18.747062 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5ae21cb8-62b8-4e98-83bd-8f6622615fc7 req-621926ac-61a7-475b-bbd8-d8ed72335246 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 944 time: 0.1605105 Apr 14 11:23:18.781798 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5ae21cb8-62b8-4e98-83bd-8f6622615fc7 req-72e63101-9adb-4e3b-95c6-fc7c3ceddcc1 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279477 Apr 14 11:23:18.858097 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f8e3c-54f6-4184-a1ef-3b1564ba8acd req-aaf847a7-248a-4fc3-90e1-9a648ca28d6c tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:18.859734 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-cf3f8e3c-54f6-4184-a1ef-3b1564ba8acd req-aaf847a7-248a-4fc3-90e1-9a648ca28d6c tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 945 time: 0.5374172 Apr 14 11:23:18.870157 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 56674) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:18.875969 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-4e81f923-bff2-4b4a-bec6-3e7f91f54a68 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Request body: {'floatingip': {'port_id': '705fd157-cc2d-4564-ac4d-19c9667cedb6'}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:23:18.879207 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-14ce7417-e316-4200-962d-39358c8dc01f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:18.964696 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-14ce7417-e316-4200-962d-39358c8dc01f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:18.986741 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-14ce7417-e316-4200-962d-39358c8dc01f admin admin] Usage tracker for resource:security_group_rule and tenant:e0e4224aad7442f88c5ce18cd8b5d08f is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:23:18.994932 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-14ce7417-e316-4200-962d-39358c8dc01f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:23:18.998771 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84f4a5-a9e6-4bab-8007-63ec9c9f682b req-4af07253-b980-46c6-ae4d-dfe935b96d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:19.000451 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2b84f4a5-a9e6-4bab-8007-63ec9c9f682b req-4af07253-b980-46c6-ae4d-dfe935b96d50 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d82680c-cf66-4a62-ac40-d953780f4e06 HTTP/1.1" status: 200 len: 858 time: 0.4528875 Apr 14 11:23:19.012565 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-14ce7417-e316-4200-962d-39358c8dc01f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:19.079076 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4e81f923-bff2-4b4a-bec6-3e7f91f54a68 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for floatingip, before_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:19.091110 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2b84f4a5-a9e6-4bab-8007-63ec9c9f682b req-92b8de9a-d327-4d89-8ea8-d0c6babae966 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6c770865-86da-4d8e-8a44-f942f5188572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803881 Apr 14 11:23:19.252066 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-bc3d6bdc-9c12-4006-a441-f8b409bd194b tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for port, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:19.289266 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-bc3d6bdc-9c12-4006-a441-f8b409bd194b tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Transition to ACTIVE for port object c016cb05-b1e5-4c35-aecc-0925da1081a5 will not be triggered until provisioned by entity DHCP. {{(pid=85227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:23:19.370339 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2b84f4a5-a9e6-4bab-8007-63ec9c9f682b req-3053a76b-1761-4702-988d-8c8c12288b2b service neutron] 10.222.0.41 "GET /v2.0/networks/6c770865-86da-4d8e-8a44-f942f5188572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611761 Apr 14 11:23:19.485872 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-bc3d6bdc-9c12-4006-a441-f8b409bd194b tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362'] for port, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:19.501348 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-14ce7417-e316-4200-962d-39358c8dc01f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:19.521805 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:19.603576 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9720bf63-af3c-42f0-8e81-25bc63e97dd3 req-71c8c65a-a08a-40dc-ae49-a4e3e3ce8dbc tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 210 time: 0.6372135 Apr 14 11:23:19.630510 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-14ce7417-e316-4200-962d-39358c8dc01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:19.704669 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d6bdc-9c12-4006-a441-f8b409bd194b tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Pushing event updated for resources: {'Port': ['ID=c016cb05-b1e5-4c35-aecc-0925da1081a5,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:19.720474 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-bc3d6bdc-9c12-4006-a441-f8b409bd194b tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:19.723385 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-485ba71b-1be6-42ea-9c07-aa8d232522f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:19.806478 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-14ce7417-e316-4200-962d-39358c8dc01f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e0e4224aad7442f88c5ce18cd8b5d08f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3940589 Apr 14 11:23:19.824753 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 56722) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:19.841792 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce7417-e316-4200-962d-39358c8dc01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef88be2-d27f-4d07-b428-2dc84caf9a1f,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:19.846486 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2b84f4a5-a9e6-4bab-8007-63ec9c9f682b req-843dba06-44e9-4bc9-a0c8-4ddf27dc0f7b service neutron] 10.222.0.41 "GET /v2.0/networks/6c770865-86da-4d8e-8a44-f942f5188572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634149 Apr 14 11:23:19.847356 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-14ce7417-e316-4200-962d-39358c8dc01f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:19.897668 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-bc3d6bdc-9c12-4006-a441-f8b409bd194b tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Network 107ffdc1-1c99-4692-a473-5dbc7ac62120 is already hosted by enough agents. {{(pid=85227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:23:19.899017 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-bc3d6bdc-9c12-4006-a441-f8b409bd194b tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Resources bound (agent type, host, resource id): {{(pid=85227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:23:19.901483 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-bc3d6bdc-9c12-4006-a441-f8b409bd194b tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Received port after_create {{(pid=85227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:23:19.908282 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-bc3d6bdc-9c12-4006-a441-f8b409bd194b tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:19.908953 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-bc3d6bdc-9c12-4006-a441-f8b409bd194b tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:19.964729 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-bc3d6bdc-9c12-4006-a441-f8b409bd194b tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1344199 Apr 14 11:23:19.971902 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d4101636-80a0-49be-86ca-47d595a03c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:19.979728 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-0bcccfb6-c6ae-4540-ac10-b670312660cc service neutron] Request body: {'port': {'device_id': '01829fc4-9b68-441f-8c7b-fd54284ab0fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:23:20.083235 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device c3afcc73-6e8d-4cdc-b009-54baacc831a9 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 11:23:20.179425 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d4101636-80a0-49be-86ca-47d595a03c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:20.267850 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-0bcccfb6-c6ae-4540-ac10-b670312660cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:20.299545 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port c3afcc73-6e8d-4cdc-b009-54baacc831a9, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c3afcc73-6e8d-4cdc-b009-54baacc831a9,segment=NetworkSegment(212fd361-423d-43e4-8548-a42b1e25df2f),segment_id=212fd361-423d-43e4-8548-a42b1e25df2f)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:23:20.335923 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Returning: {'device': 'c3afcc73-6e8d-4cdc-b009-54baacc831a9', 'network_id': '6c770865-86da-4d8e-8a44-f942f5188572', 'port_id': 'c3afcc73-6e8d-4cdc-b009-54baacc831a9', 'mac_address': 'fa:16:3e:9c:6b:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d82680c-cf66-4a62-ac40-d953780f4e06', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 11:23:20.346042 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-23cd868d-69a3-44c6-9f72-9e7f44891c9a None None] Provisioning for port c016cb05-b1e5-4c35-aecc-0925da1081a5 completed by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:23:20.407457 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-23cd868d-69a3-44c6-9f72-9e7f44891c9a None None] Provisioning complete for port c016cb05-b1e5-4c35-aecc-0925da1081a5 triggered by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:23:20.407901 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-23cd868d-69a3-44c6-9f72-9e7f44891c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:20.512665 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d4101636-80a0-49be-86ca-47d595a03c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:20.546608 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-db49476f-1553-44e8-8eb3-11d3d4efdb20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:20.577796 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4101636-80a0-49be-86ca-47d595a03c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef88be2-d27f-4d07-b428-2dc84caf9a1f,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:20.579877 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-23cd868d-69a3-44c6-9f72-9e7f44891c9a None None] Port c016cb05-b1e5-4c35-aecc-0925da1081a5 cannot update to ACTIVE because it is not bound. {{(pid=85229) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 11:23:20.583897 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:20.586632 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d4101636-80a0-49be-86ca-47d595a03c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:20.588949 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3afcc73-6e8d-4cdc-b009-54baacc831a9 {{(pid=85229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:23:20.605219 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-d4101636-80a0-49be-86ca-47d595a03c0c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cef88be2-d27f-4d07-b428-2dc84caf9a1f HTTP/1.1" status: 204 len: 168 time: 0.7611661 Apr 14 11:23:20.612714 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-d4101636-80a0-49be-86ca-47d595a03c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:20.623512 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port c3afcc73-6e8d-4cdc-b009-54baacc831a9, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c3afcc73-6e8d-4cdc-b009-54baacc831a9,segment=NetworkSegment(212fd361-423d-43e4-8548-a42b1e25df2f),segment_id=212fd361-423d-43e4-8548-a42b1e25df2f)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:23:20.649033 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:20.652140 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 67800dfe-e336-4c31-8382-bd269e42ae39 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 11:23:20.653406 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.db.resource_extend [None req-4e81f923-bff2-4b4a-bec6-3e7f91f54a68 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 14 11:23:20.688017 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a5c369e5-70a2-4a3f-a111-801e6ad39103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:20.761715 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-0bcccfb6-c6ae-4540-ac10-b670312660cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c016cb05-b1e5-4c35-aecc-0925da1081a5 {{(pid=85227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:23:20.780989 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-0bcccfb6-c6ae-4540-ac10-b670312660cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:20.811710 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad15f4-7790-4822-98ee-bb809fe31a60 req-e7052b25-af0d-4bc2-b314-30239597100d tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:20.813151 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-50ad15f4-7790-4822-98ee-bb809fe31a60 req-e7052b25-af0d-4bc2-b314-30239597100d tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Synchronizing usage tracker for tenant:4b3f85d7308945ada4fb45e00aa6c46b on resource:port {{(pid=85227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:23:20.841379 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-0bcccfb6-c6ae-4540-ac10-b670312660cc service neutron] Transition to ACTIVE for port object c016cb05-b1e5-4c35-aecc-0925da1081a5 will not be triggered until provisioned by entity L2. {{(pid=85227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:23:20.872946 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-50ad15f4-7790-4822-98ee-bb809fe31a60 req-e7052b25-af0d-4bc2-b314-30239597100d tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Unset dirty status for tenant:4b3f85d7308945ada4fb45e00aa6c46b on resource:port {{(pid=85227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:23:20.876345 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-50ad15f4-7790-4822-98ee-bb809fe31a60 req-e7052b25-af0d-4bc2-b314-30239597100d tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 944 time: 0.8343637 Apr 14 11:23:20.881092 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-0bcccfb6-c6ae-4540-ac10-b670312660cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:20.920754 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port 67800dfe-e336-4c31-8382-bd269e42ae39, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=67800dfe-e336-4c31-8382-bd269e42ae39,segment=NetworkSegment(212fd361-423d-43e4-8548-a42b1e25df2f),segment_id=212fd361-423d-43e4-8548-a42b1e25df2f)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:23:20.923943 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:20.962112 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=c3afcc73-6e8d-4cdc-b009-54baacc831a9,revision_number=4']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:20.986325 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:20.995039 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Returning: {'device': '67800dfe-e336-4c31-8382-bd269e42ae39', 'network_id': '6c770865-86da-4d8e-8a44-f942f5188572', 'port_id': '67800dfe-e336-4c31-8382-bd269e42ae39', 'mac_address': 'fa:16:3e:3e:7d:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d82680c-cf66-4a62-ac40-d953780f4e06', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 11:23:21.114158 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4e81f923-bff2-4b4a-bec6-3e7f91f54a68 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:21.118043 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4e81f923-bff2-4b4a-bec6-3e7f91f54a68 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854119394'] for floatingip, after_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:21.126035 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:21.129995 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67800dfe-e336-4c31-8382-bd269e42ae39 {{(pid=85229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:23:21.190653 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port 67800dfe-e336-4c31-8382-bd269e42ae39, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=67800dfe-e336-4c31-8382-bd269e42ae39,segment=NetworkSegment(212fd361-423d-43e4-8548-a42b1e25df2f),segment_id=212fd361-423d-43e4-8548-a42b1e25df2f)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:23:21.196979 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:21.200854 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:21.213793 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcccfb6-c6ae-4540-ac10-b670312660cc service neutron] Pushing event updated for resources: {'Port': ['ID=c016cb05-b1e5-4c35-aecc-0925da1081a5,revision_number=2']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:21.225731 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-0bcccfb6-c6ae-4540-ac10-b670312660cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:21.229731 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-50ad15f4-7790-4822-98ee-bb809fe31a60 req-90c4e925-ec34-4e25-b9c2-c44e84ce8209 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068268 Apr 14 11:23:21.331053 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=67800dfe-e336-4c31-8382-bd269e42ae39,revision_number=4']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:21.335272 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:21.511379 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] get_ports_and_sgs() called for port_ids ['67800dfe-e336-4c31-8382-bd269e42ae39'] {{(pid=85229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 11:23:21.515013 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 56766) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:21.516297 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.db.l3_db [None req-4e81f923-bff2-4b4a-bec6-3e7f91f54a68 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Floating IP b9e811a9-1c13-4b46-97b9-665823f40b67 associated. External IP: 172.28.2.88, port: 705fd157-cc2d-4564-ac4d-19c9667cedb6. Apr 14 11:23:21.579235 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] get_ports_and_sgs() called for port_ids ['c3afcc73-6e8d-4cdc-b009-54baacc831a9'] {{(pid=85229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 11:23:21.612668 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-0bcccfb6-c6ae-4540-ac10-b670312660cc service neutron] Attempting to bind port c016cb05-b1e5-4c35-aecc-0925da1081a5 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:23:21.613694 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-0bcccfb6-c6ae-4540-ac10-b670312660cc service neutron] Attempting to bind port c016cb05-b1e5-4c35-aecc-0925da1081a5 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'eee09de6-2fbd-4c24-ab11-3382d1e941e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120'}] {{(pid=85227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:23:21.615206 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-0bcccfb6-c6ae-4540-ac10-b670312660cc service neutron] Attempting to bind port c016cb05-b1e5-4c35-aecc-0925da1081a5 on network 107ffdc1-1c99-4692-a473-5dbc7ac62120 {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:23:21.628726 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-0bcccfb6-c6ae-4540-ac10-b670312660cc service neutron] Port c016cb05-b1e5-4c35-aecc-0925da1081a5 on network 107ffdc1-1c99-4692-a473-5dbc7ac62120 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 11:23:21.629155 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-0bcccfb6-c6ae-4540-ac10-b670312660cc service neutron] Attempting to bind port c016cb05-b1e5-4c35-aecc-0925da1081a5 on network 107ffdc1-1c99-4692-a473-5dbc7ac62120 {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:23:21.649239 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-0bcccfb6-c6ae-4540-ac10-b670312660cc service neutron] Checking agent: {'id': 'dc008c19-4d73-4566-939f-5ab33892b678', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 20, 41), 'started_at': datetime.datetime(2021, 4, 14, 11, 20, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:23:21.649631 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-0bcccfb6-c6ae-4540-ac10-b670312660cc service neutron] Checking segment: {'id': 'eee09de6-2fbd-4c24-ab11-3382d1e941e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:23:21.650079 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-0bcccfb6-c6ae-4540-ac10-b670312660cc service neutron] Bound using segment: {'id': 'eee09de6-2fbd-4c24-ab11-3382d1e941e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120'} {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:23:21.650585 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-0bcccfb6-c6ae-4540-ac10-b670312660cc service neutron] Bound port: c016cb05-b1e5-4c35-aecc-0925da1081a5, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eee09de6-2fbd-4c24-ab11-3382d1e941e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120'}}] {{(pid=85227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:23:21.651149 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-0bcccfb6-c6ae-4540-ac10-b670312660cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:21.846852 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-0bcccfb6-c6ae-4540-ac10-b670312660cc service neutron] For port c016cb05-b1e5-4c35-aecc-0925da1081a5, host hv-cinder-77459, cleared binding levels {{(pid=85227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:23:21.871018 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-0bcccfb6-c6ae-4540-ac10-b670312660cc service neutron] For port c016cb05-b1e5-4c35-aecc-0925da1081a5, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c016cb05-b1e5-4c35-aecc-0925da1081a5,segment=NetworkSegment(eee09de6-2fbd-4c24-ab11-3382d1e941e6),segment_id=eee09de6-2fbd-4c24-ab11-3382d1e941e6)] {{(pid=85227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:23:21.878649 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-0bcccfb6-c6ae-4540-ac10-b670312660cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:21.901966 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:21.966994 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7e501249-7a5a-4df7-a201-388edad151ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:22.047875 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-7e501249-7a5a-4df7-a201-388edad151ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:22.053124 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-7e501249-7a5a-4df7-a201-388edad151ce admin admin] Usage tracker for resource:security_group_rule and tenant:db686d38e2bb4272ac4c589e57eebcc2 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:23:22.056174 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-7e501249-7a5a-4df7-a201-388edad151ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:23:22.062132 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-7e501249-7a5a-4df7-a201-388edad151ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:22.152432 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcccfb6-c6ae-4540-ac10-b670312660cc service neutron] Pushing event updated for resources: {'Port': ['ID=c016cb05-b1e5-4c35-aecc-0925da1081a5,revision_number=3']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:22.158373 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-0bcccfb6-c6ae-4540-ac10-b670312660cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:22.181021 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 56792) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:22.204406 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-0bcccfb6-c6ae-4540-ac10-b670312660cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:22.205150 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-0bcccfb6-c6ae-4540-ac10-b670312660cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:22.207930 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-0bcccfb6-c6ae-4540-ac10-b670312660cc service neutron] 10.222.0.41 "PUT /v2.0/ports/c016cb05-b1e5-4c35-aecc-0925da1081a5 HTTP/1.1" status: 200 len: 1094 time: 2.2345743 Apr 14 11:23:22.208954 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01829fc4-9b68-441f-8c7b-fd54284ab0fb', 'tag': 'c016cb05-b1e5-4c35-aecc-0925da1081a5'}] {{(pid=85227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:23:22.361579 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7e501249-7a5a-4df7-a201-388edad151ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:22.377589 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01829fc4-9b68-441f-8c7b-fd54284ab0fb', 'tag': 'c016cb05-b1e5-4c35-aecc-0925da1081a5', 'status': 'completed', 'code': 200} Apr 14 11:23:22.384695 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7e501249-7a5a-4df7-a201-388edad151ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:22.396984 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-45778360-cf8b-4c5c-82b0-6efeee7a44e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:22.444607 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3c039838-f3c8-4468-841f-e1af022c03c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:22.718451 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-3c039838-f3c8-4468-841f-e1af022c03c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:22.725780 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-3c039838-f3c8-4468-841f-e1af022c03c1 admin admin] Usage tracker for resource:security_group_rule and tenant:d9406946082c41cda3c2acf86b81d572 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:23:22.730330 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-3c039838-f3c8-4468-841f-e1af022c03c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:23:22.747559 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-3c039838-f3c8-4468-841f-e1af022c03c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:22.778021 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-124a7126-c804-4e23-8768-0d00c85a2127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:22.779739 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-124a7126-c804-4e23-8768-0d00c85a2127 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d797536746cd4942b8a3a1f5e7b19e2b&device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 1097 time: 0.5198619 Apr 14 11:23:22.797909 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-7e501249-7a5a-4df7-a201-388edad151ce admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=db686d38e2bb4272ac4c589e57eebcc2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1631892 Apr 14 11:23:22.808746 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be3e55-51f9-4956-b5fb-3dce187fb468 req-96a8a048-6088-4fc8-b4bd-6e55822e4439 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:22.810319 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-84be3e55-51f9-4956-b5fb-3dce187fb468 req-96a8a048-6088-4fc8-b4bd-6e55822e4439 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 944 time: 1.2978704 Apr 14 11:23:22.810866 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 56818) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:22.816501 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e501249-7a5a-4df7-a201-388edad151ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4dab3d-c1a3-490d-986b-8969052dc066,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:22.820689 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e81f923-bff2-4b4a-bec6-3e7f91f54a68 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Router a9c63407-659e-47be-ab9f-d875ee5652bd has already been hosted by L3 agent 72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6 {{(pid=85228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 11:23:22.838728 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-7e501249-7a5a-4df7-a201-388edad151ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:22.917543 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-d7bb483d-6552-4ed1-91aa-904dcf14d098 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c016cb05-b1e5-4c35-aecc-0925da1081a5 HTTP/1.1" status: 200 len: 217 time: 0.1292937 Apr 14 11:23:22.947942 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-84be3e55-51f9-4956-b5fb-3dce187fb468 req-909242ff-a6d1-4db3-be91-b292332e0ec4 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Synchronizing usage tracker for tenant:d797536746cd4942b8a3a1f5e7b19e2b on resource:security_group {{(pid=85228) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:23:23.086479 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3c039838-f3c8-4468-841f-e1af022c03c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:23.100724 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-84be3e55-51f9-4956-b5fb-3dce187fb468 req-909242ff-a6d1-4db3-be91-b292332e0ec4 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Unset dirty status for tenant:d797536746cd4942b8a3a1f5e7b19e2b on resource:security_group {{(pid=85228) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:23:23.102083 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-84be3e55-51f9-4956-b5fb-3dce187fb468 req-909242ff-a6d1-4db3-be91-b292332e0ec4 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fca7b41-170b-4498-b59c-3e0436956ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2799263 Apr 14 11:23:23.104353 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3c039838-f3c8-4468-841f-e1af022c03c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:23.111695 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a43343b7-8354-40dc-8e5f-c89596c8f6ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:23.113968 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-02accd2c-c020-4297-92f0-8ec5e8be49fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:23.122034 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-9b539f8b-6746-4751-9ba3-c6428982bd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:23.123616 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-9b539f8b-6746-4751-9ba3-c6428982bd3e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f8dd919b-1721-4048-9598-4db7b1b92807 HTTP/1.1" status: 200 len: 850 time: 0.1989625 Apr 14 11:23:23.162654 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a43343b7-8354-40dc-8e5f-c89596c8f6ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:23.179059 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e81f923-bff2-4b4a-bec6-3e7f91f54a68 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify agent at l3_agent.dv-cinder-774594-3-smb the message routers_updated {{(pid=85228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 11:23:23.203197 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32f038c-ab4b-4e61-b6c8-44ebdc029ce3 None None] Sync routers for ids ['a9c63407-659e-47be-ab9f-d875ee5652bd'] in dv-cinder-774594-3-smb {{(pid=85230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 11:23:23.214201 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32f038c-ab4b-4e61-b6c8-44ebdc029ce3 None None] Routers {'a9c63407-659e-47be-ab9f-d875ee5652bd'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:23:23.214984 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-d32f038c-ab4b-4e61-b6c8-44ebdc029ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:23:09Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['a9c63407-659e-47be-ab9f-d875ee5652bd'], 'active': True} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:23:23.222276 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7424f-d381-4ada-aa6f-a3d00c3e5994 req-1219addb-488f-41ec-9232-3c5ac7cd97e5 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:23.224225 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f6f7424f-d381-4ada-aa6f-a3d00c3e5994 req-1219addb-488f-41ec-9232-3c5ac7cd97e5 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 945 time: 0.3686695 Apr 14 11:23:23.230127 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-3c039838-f3c8-4468-841f-e1af022c03c1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d9406946082c41cda3c2acf86b81d572&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0482185 Apr 14 11:23:23.234365 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 56824) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:23.244184 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c039838-f3c8-4468-841f-e1af022c03c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989b0d5c-b7be-4dbf-b258-c7d856b42b70,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:23.271890 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4e81f923-bff2-4b4a-bec6-3e7f91f54a68 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for floatingip, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:23.272033 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-3c039838-f3c8-4468-841f-e1af022c03c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:23.315960 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f6f7424f-d381-4ada-aa6f-a3d00c3e5994 req-698926c5-d055-4839-b913-3b5d593ea2fe tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727127 Apr 14 11:23:23.352860 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-4e81f923-bff2-4b4a-bec6-3e7f91f54a68 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "PUT /v2.0/floatingips/b9e811a9-1c13-4b46-97b9-665823f40b67 HTTP/1.1" status: 200 len: 990 time: 4.4817722 Apr 14 11:23:23.355010 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00f0834-f88b-40b4-84e2-252486a4be7f', 'tag': '705fd157-cc2d-4564-ac4d-19c9667cedb6'}] {{(pid=85228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:23:23.363516 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a43343b7-8354-40dc-8e5f-c89596c8f6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:23.369795 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-2bb12beb-d2e0-49a1-a8d9-c0834d510d86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:23.372879 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df55757a-466f-4ce7-bd7f-d8ad9764f78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:23.381343 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-b3c08592-ed5b-4837-b9d3-bd422c61b928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:23.383104 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-b3c08592-ed5b-4837-b9d3-bd422c61b928 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=107ffdc1-1c99-4692-a473-5dbc7ac62120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2393744 Apr 14 11:23:23.384243 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43343b7-8354-40dc-8e5f-c89596c8f6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4dab3d-c1a3-490d-986b-8969052dc066,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:23.390495 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a43343b7-8354-40dc-8e5f-c89596c8f6ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:23.399984 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2d245-f1c0-46b5-9847-033ca5fb064f req-d493883d-c771-4bd1-98bc-b10611e4697a tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:23.401794 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-40a2d245-f1c0-46b5-9847-033ca5fb064f req-d493883d-c771-4bd1-98bc-b10611e4697a tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.52 "GET /v2.0/ports?device_id=dff1d9b5-b61c-4148-842b-87d622f728b8 HTTP/1.1" status: 200 len: 946 time: 0.1921954 Apr 14 11:23:23.403587 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a43343b7-8354-40dc-8e5f-c89596c8f6ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:23.407560 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-a43343b7-8354-40dc-8e5f-c89596c8f6ee admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8f4dab3d-c1a3-490d-986b-8969052dc066 HTTP/1.1" status: 204 len: 168 time: 0.5925086 Apr 14 11:23:23.409847 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-d32f038c-ab4b-4e61-b6c8-44ebdc029ce3 None None] Set router a9c63407-659e-47be-ab9f-d875ee5652bd gateway port host: dv-cinder-774594-3-smb {{(pid=85230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:23:23.464617 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-40a2d245-f1c0-46b5-9847-033ca5fb064f req-f3a6b378-6441-4995-85fe-18e0aa59e374 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebe08f5c-26f4-48ab-bd21-f922c1678942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558248 Apr 14 11:23:23.533888 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df55757a-466f-4ce7-bd7f-d8ad9764f78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:23.565876 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00f0834-f88b-40b4-84e2-252486a4be7f', 'tag': '705fd157-cc2d-4564-ac4d-19c9667cedb6', 'status': 'completed', 'code': 200} Apr 14 11:23:23.675589 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-fbd4bf62-a960-41e4-bfdb-8bb386b3bd90 service neutron] 10.222.0.41 "GET /v2.0/networks/107ffdc1-1c99-4692-a473-5dbc7ac62120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783766 Apr 14 11:23:23.724052 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df55757a-466f-4ce7-bd7f-d8ad9764f78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:23.773669 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-bb1637df-ae08-418c-b8f8-56d584babe46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:23.797570 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55757a-466f-4ce7-bd7f-d8ad9764f78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989b0d5c-b7be-4dbf-b258-c7d856b42b70,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:23.818408 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-d32f038c-ab4b-4e61-b6c8-44ebdc029ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'name': 'tempest-AttachVolumeShelveTestJSON-866113711-router', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': '08321929-c8ea-4e67-a233-54f5bd37e198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:30Z', 'updated_at': '2021-04-14T11:22:36Z', 'revision_number': 4, 'project_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'gw_port': {'id': '08321929-c8ea-4e67-a233-54f5bd37e198', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:30Z', 'updated_at': '2021-04-14T11:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_floatingips': [{'id': 'b9e811a9-1c13-4b46-97b9-665823f40b67', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'floating_ip_address': '172.28.2.88', 'floating_network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'router_id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'port_id': '705fd157-cc2d-4564-ac4d-19c9667cedb6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29', 'mac_address': 'fa:16:3e:0b:67:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00f0834-f88b-40b4-84e2-252486a4be7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:22:43Z', 'updated_at': '2021-04-14T11:23:20Z', 'revision_number': 1, 'project_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '317e997f-9c75-42a3-b59a-8fb6cc281af4', 'name': '', 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'mac_address': 'fa:16:3e:0d:b9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5b2aaa5c-9e54-4364-a946-78c283f1ff6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:34Z', 'updated_at': '2021-04-14T11:22:49Z', 'revision_number': 5, 'project_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'subnets': [{'id': '5b2aaa5c-9e54-4364-a946-78c283f1ff6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:23:23.821940 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-df55757a-466f-4ce7-bd7f-d8ad9764f78c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:23.824155 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32f038c-ab4b-4e61-b6c8-44ebdc029ce3 None None] Checking router: a9c63407-659e-47be-ab9f-d875ee5652bd for host: dv-cinder-774594-3-smb {{(pid=85230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 11:23:23.834362 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32f038c-ab4b-4e61-b6c8-44ebdc029ce3 None None] Routers {'a9c63407-659e-47be-ab9f-d875ee5652bd'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:23:23.835060 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-d32f038c-ab4b-4e61-b6c8-44ebdc029ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:23:09Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['a9c63407-659e-47be-ab9f-d875ee5652bd'], 'active': True} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:23:23.851280 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759eac6-3909-48c6-9762-3db89970e615 req-382d6bfc-2509-456c-83f9-ef07261406d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:23.852861 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0759eac6-3909-48c6-9762-3db89970e615 req-382d6bfc-2509-456c-83f9-ef07261406d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9b3ef38e1d8424c861a2e84fef25222&device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 1098 time: 0.2605431 Apr 14 11:23:23.853720 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df55757a-466f-4ce7-bd7f-d8ad9764f78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:23.854822 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-df55757a-466f-4ce7-bd7f-d8ad9764f78c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/989b0d5c-b7be-4dbf-b258-c7d856b42b70 HTTP/1.1" status: 204 len: 168 time: 0.6173282 Apr 14 11:23:24.050313 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-d32f038c-ab4b-4e61-b6c8-44ebdc029ce3 None None] Set router a9c63407-659e-47be-ab9f-d875ee5652bd gateway port host: dv-cinder-774594-3-smb {{(pid=85230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:23:24.084545 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device c3afcc73-6e8d-4cdc-b009-54baacc831a9 up at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:23:24.239919 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759eac6-3909-48c6-9762-3db89970e615 req-65e8dd9a-5f0e-4bd5-a300-ac24c68b2df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:24.246298 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0759eac6-3909-48c6-9762-3db89970e615 req-65e8dd9a-5f0e-4bd5-a300-ac24c68b2df1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=712e05ed-c735-46b7-8a8c-2c06f81a1c29 HTTP/1.1" status: 200 len: 917 time: 0.3718886 Apr 14 11:23:24.273152 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning for port c3afcc73-6e8d-4cdc-b009-54baacc831a9 completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:23:24.283770 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning complete for port c3afcc73-6e8d-4cdc-b009-54baacc831a9 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:23:24.294163 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:24.480202 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0759eac6-3909-48c6-9762-3db89970e615 req-c17d5a0e-c546-47b3-ba2d-118c0d42f3fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=705fd157-cc2d-4564-ac4d-19c9667cedb6 HTTP/1.1" status: 200 len: 998 time: 0.2264125 Apr 14 11:23:24.487181 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4aaa96a9-9bbe-45b1-9a06-8a5ca8a267cc req-f4306548-e35c-411b-86aa-0c8c4785c4d4 service neutron] 10.222.0.41 "GET /v2.0/networks/107ffdc1-1c99-4692-a473-5dbc7ac62120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8033543 Apr 14 11:23:24.541596 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 56888) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:24.571074 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4f19abfc-9a82-44a5-9ea8-2d2d606b2a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:24.595318 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-4f19abfc-9a82-44a5-9ea8-2d2d606b2a05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:24.612221 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-4f19abfc-9a82-44a5-9ea8-2d2d606b2a05 admin admin] Usage tracker for resource:security_group_rule and tenant:95ec483a043d4c8fb4bd76054203f87d is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:23:24.619280 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-4f19abfc-9a82-44a5-9ea8-2d2d606b2a05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:23:24.624817 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:24.633021 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-4f19abfc-9a82-44a5-9ea8-2d2d606b2a05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:24.656357 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e88cc-5ce7-4eec-9188-511642228f4a req-a264488b-bf67-4c33-9a2e-216957db9dd3 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:24.658470 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7d3e88cc-5ce7-4eec-9188-511642228f4a req-a264488b-bf67-4c33-9a2e-216957db9dd3 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.41 "GET /v2.0/ports?device_id=dff1d9b5-b61c-4148-842b-87d622f728b8 HTTP/1.1" status: 200 len: 946 time: 0.2485807 Apr 14 11:23:24.665071 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port c3afcc73-6e8d-4cdc-b009-54baacc831a9, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c3afcc73-6e8d-4cdc-b009-54baacc831a9,segment=NetworkSegment(212fd361-423d-43e4-8548-a42b1e25df2f),segment_id=212fd361-423d-43e4-8548-a42b1e25df2f)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:23:24.670902 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e48fad-d187-4de6-9c5c-5aeab399629f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3afcc73-6e8d-4cdc-b009-54baacc831a9'}] {{(pid=85229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:23:24.676513 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:24.684811 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 67800dfe-e336-4c31-8382-bd269e42ae39 up at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:23:24.811689 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:24.889303 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea873902-7af3-4aeb-944b-c63fbf1a1deb req-933adca9-c326-43bc-bfc4-bbc5f91a2540 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:24.894171 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-ea873902-7af3-4aeb-944b-c63fbf1a1deb req-933adca9-c326-43bc-bfc4-bbc5f91a2540 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Synchronizing usage tracker for tenant:d797536746cd4942b8a3a1f5e7b19e2b on resource:port {{(pid=85227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:23:24.898357 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759eac6-3909-48c6-9762-3db89970e615 req-4467abd0-7b91-4dd1-8e25-4da236a877d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:24.900433 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0759eac6-3909-48c6-9762-3db89970e615 req-4467abd0-7b91-4dd1-8e25-4da236a877d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b2aaa5c-9e54-4364-a946-78c283f1ff6f HTTP/1.1" status: 200 len: 855 time: 0.4114659 Apr 14 11:23:24.929437 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning for port 67800dfe-e336-4c31-8382-bd269e42ae39 completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:23:24.932390 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [req-7d3e88cc-5ce7-4eec-9188-511642228f4a req-c463980c-553f-4d21-b02a-d076acca2879 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Deleting port 740bc95f-e888-4e52-97e4-940e73eb24b5 {{(pid=85228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:23:24.932775 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-7d3e88cc-5ce7-4eec-9188-511642228f4a req-c463980c-553f-4d21-b02a-d076acca2879 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:24.936301 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning complete for port 67800dfe-e336-4c31-8382-bd269e42ae39 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:23:24.936954 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:25.008159 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=c3afcc73-6e8d-4cdc-b009-54baacc831a9,revision_number=5']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:25.021936 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:25.022081 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-ea873902-7af3-4aeb-944b-c63fbf1a1deb req-933adca9-c326-43bc-bfc4-bbc5f91a2540 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Unset dirty status for tenant:d797536746cd4942b8a3a1f5e7b19e2b on resource:port {{(pid=85227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:23:25.023648 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ea873902-7af3-4aeb-944b-c63fbf1a1deb req-933adca9-c326-43bc-bfc4-bbc5f91a2540 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 944 time: 0.5420980 Apr 14 11:23:25.047634 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200539ca-8831-4332-a1b0-51b2c1828088 req-a4c46a1f-9c06-4b69-8112-7550f9504905 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:25.049335 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-200539ca-8831-4332-a1b0-51b2c1828088 req-a4c46a1f-9c06-4b69-8112-7550f9504905 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 946 time: 0.3880160 Apr 14 11:23:25.113098 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:25.121260 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-d32f038c-ab4b-4e61-b6c8-44ebdc029ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'name': 'tempest-AttachVolumeShelveTestJSON-866113711-router', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': '08321929-c8ea-4e67-a233-54f5bd37e198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:30Z', 'updated_at': '2021-04-14T11:22:36Z', 'revision_number': 4, 'project_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'gw_port': {'id': '08321929-c8ea-4e67-a233-54f5bd37e198', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:30Z', 'updated_at': '2021-04-14T11:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_floatingips': [{'id': 'b9e811a9-1c13-4b46-97b9-665823f40b67', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'floating_ip_address': '172.28.2.88', 'floating_network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'router_id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'port_id': '705fd157-cc2d-4564-ac4d-19c9667cedb6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29', 'mac_address': 'fa:16:3e:0b:67:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00f0834-f88b-40b4-84e2-252486a4be7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:22:43Z', 'updated_at': '2021-04-14T11:23:20Z', 'revision_number': 1, 'project_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '317e997f-9c75-42a3-b59a-8fb6cc281af4', 'name': '', 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'mac_address': 'fa:16:3e:0d:b9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5b2aaa5c-9e54-4364-a946-78c283f1ff6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:34Z', 'updated_at': '2021-04-14T11:22:49Z', 'revision_number': 5, 'project_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'subnets': [{'id': '5b2aaa5c-9e54-4364-a946-78c283f1ff6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:23:25.126578 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32f038c-ab4b-4e61-b6c8-44ebdc029ce3 None None] The sync data for ids ['a9c63407-659e-47be-ab9f-d875ee5652bd'] in dv-cinder-774594-3-smb is: [{'id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'name': 'tempest-AttachVolumeShelveTestJSON-866113711-router', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': '08321929-c8ea-4e67-a233-54f5bd37e198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:30Z', 'updated_at': '2021-04-14T11:22:36Z', 'revision_number': 4, 'project_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'gw_port': {'id': '08321929-c8ea-4e67-a233-54f5bd37e198', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:30Z', 'updated_at': '2021-04-14T11:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_floatingips': [{'id': 'b9e811a9-1c13-4b46-97b9-665823f40b67', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'floating_ip_address': '172.28.2.88', 'floating_network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'router_id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'port_id': '705fd157-cc2d-4564-ac4d-19c9667cedb6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29', 'mac_address': 'fa:16:3e:0b:67:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00f0834-f88b-40b4-84e2-252486a4be7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:22:43Z', 'updated_at': '2021-04-14T11:23:20Z', 'revision_number': 1, 'project_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '317e997f-9c75-42a3-b59a-8fb6cc281af4', 'name': '', 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'mac_address': 'fa:16:3e:0d:b9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5b2aaa5c-9e54-4364-a946-78c283f1ff6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:34Z', 'updated_at': '2021-04-14T11:22:49Z', 'revision_number': 5, 'project_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'subnets': [{'id': '5b2aaa5c-9e54-4364-a946-78c283f1ff6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 11:23:25.132919 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port 67800dfe-e336-4c31-8382-bd269e42ae39, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=67800dfe-e336-4c31-8382-bd269e42ae39,segment=NetworkSegment(212fd361-423d-43e4-8548-a42b1e25df2f),segment_id=212fd361-423d-43e4-8548-a42b1e25df2f)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:23:25.136274 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:25.139214 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:25.162981 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aeb86c-4cd7-48bb-b512-83627435a85b req-48dc1b61-79cb-4405-8fa4-f6a23fd20ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:25.164706 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-28aeb86c-4cd7-48bb-b512-83627435a85b req-48dc1b61-79cb-4405-8fa4-f6a23fd20ba9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d797536746cd4942b8a3a1f5e7b19e2b&device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 1097 time: 0.5369804 Apr 14 11:23:25.176127 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-200539ca-8831-4332-a1b0-51b2c1828088 req-2869a27d-327f-46b2-a34d-736c95cfa7d9 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363891 Apr 14 11:23:25.180485 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ea873902-7af3-4aeb-944b-c63fbf1a1deb req-1705d48f-ae92-4bb0-8f28-5e0ea1f0098f tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fca7b41-170b-4498-b59c-3e0436956ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411979 Apr 14 11:23:25.235034 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=67800dfe-e336-4c31-8382-bd269e42ae39,revision_number=5']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:25.245460 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:25.421989 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759eac6-3909-48c6-9762-3db89970e615 req-7234ca11-a131-4ac5-b343-9e2d00e33361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:25.423610 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0759eac6-3909-48c6-9762-3db89970e615 req-7234ca11-a131-4ac5-b343-9e2d00e33361 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=712e05ed-c735-46b7-8a8c-2c06f81a1c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5123460 Apr 14 11:23:25.491832 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e48fad-d187-4de6-9c5c-5aeab399629f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3afcc73-6e8d-4cdc-b009-54baacc831a9', 'code': 200} Apr 14 11:23:25.556966 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73c4ca0-e6b1-488a-b7f4-3651c847ad6c None None] New status for floating IP b9e811a9-1c13-4b46-97b9-665823f40b67: ACTIVE {{(pid=85229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 11:23:25.560085 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4f19abfc-9a82-44a5-9ea8-2d2d606b2a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:25.572974 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4f19abfc-9a82-44a5-9ea8-2d2d606b2a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:25.595174 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:25.632684 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f19abfc-9a82-44a5-9ea8-2d2d606b2a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa7b8bf-c90f-4ab2-b603-df5bf4b1987b,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:25.651259 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-4f19abfc-9a82-44a5-9ea8-2d2d606b2a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:25.670334 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aeb86c-4cd7-48bb-b512-83627435a85b req-221d958d-8beb-4420-86eb-3c71733436bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:25.671937 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-28aeb86c-4cd7-48bb-b512-83627435a85b req-221d958d-8beb-4420-86eb-3c71733436bb service neutron] 10.222.0.41 "GET /v2.0/networks?id=107ffdc1-1c99-4692-a473-5dbc7ac62120 HTTP/1.1" status: 200 len: 912 time: 0.4904821 Apr 14 11:23:25.672452 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 56920) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:25.684817 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-4f19abfc-9a82-44a5-9ea8-2d2d606b2a05 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=95ec483a043d4c8fb4bd76054203f87d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1394820 Apr 14 11:23:25.686899 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 56924) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:25.737675 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-7d3e88cc-5ce7-4eec-9188-511642228f4a req-c463980c-553f-4d21-b02a-d076acca2879 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] For port 740bc95f-e888-4e52-97e4-940e73eb24b5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=740bc95f-e888-4e52-97e4-940e73eb24b5,segment=NetworkSegment(4e559bdf-509e-49c4-9c35-9fec923c43e1),segment_id=4e559bdf-509e-49c4-9c35-9fec923c43e1)] {{(pid=85228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:23:25.738047 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-7d3e88cc-5ce7-4eec-9188-511642228f4a req-c463980c-553f-4d21-b02a-d076acca2879 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:25.754396 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a5417-4d8e-4f7a-9efb-5075d286a05b req-2547a42b-b6bc-4b41-8d32-4c88845b90de tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:25.756094 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0c2a5417-4d8e-4f7a-9efb-5075d286a05b req-2547a42b-b6bc-4b41-8d32-4c88845b90de tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.52 "GET /v2.0/ports?device_id=dff1d9b5-b61c-4148-842b-87d622f728b8 HTTP/1.1" status: 200 len: 946 time: 0.3034210 Apr 14 11:23:25.759340 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 56928) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:25.865275 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-28aeb86c-4cd7-48bb-b512-83627435a85b req-d094ac93-9325-4384-a3c6-1aac0108330f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c016cb05-b1e5-4c35-aecc-0925da1081a5 HTTP/1.1" status: 200 len: 217 time: 0.1776657 Apr 14 11:23:25.924381 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [req-7d3e88cc-5ce7-4eec-9188-511642228f4a req-c463980c-553f-4d21-b02a-d076acca2879 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Calling delete_port for 740bc95f-e888-4e52-97e4-940e73eb24b5 owned by compute:nova {{(pid=85228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:23:26.015797 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0c2a5417-4d8e-4f7a-9efb-5075d286a05b req-5b6bb97b-7d4c-46b9-8ec9-9734866d973c tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.52 "GET /v2.0/security-groups?id=ebe08f5c-26f4-48ab-bd21-f922c1678942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492826 Apr 14 11:23:26.034903 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0759eac6-3909-48c6-9762-3db89970e615 req-94fe473b-c19c-410a-8a19-73b8d2285232 service neutron] 10.222.0.41 "GET /v2.0/networks/712e05ed-c735-46b7-8a8c-2c06f81a1c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5957203 Apr 14 11:23:26.048228 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0caee93a-af2c-44ae-a014-2a20062d6f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:26.064079 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aeb86c-4cd7-48bb-b512-83627435a85b req-ff38099c-4b04-4255-b14f-82e62cad01b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:26.065577 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-28aeb86c-4cd7-48bb-b512-83627435a85b req-ff38099c-4b04-4255-b14f-82e62cad01b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f8dd919b-1721-4048-9598-4db7b1b92807 HTTP/1.1" status: 200 len: 850 time: 0.1803260 Apr 14 11:23:26.107917 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-9c23a3ad-0757-4f3e-b66b-0c398aeb17d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:26.146167 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4c16f95f-3dc4-45b1-a7d2-2b1fc15640a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:26.148325 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-0caee93a-af2c-44ae-a014-2a20062d6f53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:26.175509 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-0caee93a-af2c-44ae-a014-2a20062d6f53 admin admin] Usage tracker for resource:security_group_rule and tenant:1efb97390c1549e39ee9febc8a2f68b5 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:23:26.179639 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-0caee93a-af2c-44ae-a014-2a20062d6f53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:23:26.189978 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-0caee93a-af2c-44ae-a014-2a20062d6f53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:26.212327 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4c16f95f-3dc4-45b1-a7d2-2b1fc15640a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:26.248223 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-9c23a3ad-0757-4f3e-b66b-0c398aeb17d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:26.252640 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-9c23a3ad-0757-4f3e-b66b-0c398aeb17d2 admin admin] Usage tracker for resource:security_group_rule and tenant:6589031abc244b2981826a4248cb6d3c is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:23:26.256044 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-9c23a3ad-0757-4f3e-b66b-0c398aeb17d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:23:26.264162 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-9c23a3ad-0757-4f3e-b66b-0c398aeb17d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:26.330196 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740d920-46ce-4385-bd20-f5e3349564c1 req-22c25c3b-9f59-4120-8356-a9e993cc17cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:26.332152 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7740d920-46ce-4385-bd20-f5e3349564c1 req-22c25c3b-9f59-4120-8356-a9e993cc17cd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 1099 time: 0.5542555 Apr 14 11:23:26.397194 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-7d3e88cc-5ce7-4eec-9188-511642228f4a req-c463980c-553f-4d21-b02a-d076acca2879 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438'] for port, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:26.428841 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:26.546742 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c463980c-553f-4d21-b02a-d076acca2879 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Pushing event deleted for resources: {'Port': ['ID=740bc95f-e888-4e52-97e4-940e73eb24b5,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:26.558275 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-c463980c-553f-4d21-b02a-d076acca2879 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:26.567558 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4c16f95f-3dc4-45b1-a7d2-2b1fc15640a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:26.576662 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-7e501249-7a5a-4df7-a201-388edad151ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:26.624145 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c16f95f-3dc4-45b1-a7d2-2b1fc15640a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa7b8bf-c90f-4ab2-b603-df5bf4b1987b,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:26.633417 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-4c16f95f-3dc4-45b1-a7d2-2b1fc15640a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:26.670361 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0caee93a-af2c-44ae-a014-2a20062d6f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:26.678680 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0caee93a-af2c-44ae-a014-2a20062d6f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:26.685120 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7740d920-46ce-4385-bd20-f5e3349564c1 req-a22178ad-e1c3-46e3-87d9-1062a0559e09 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395643 Apr 14 11:23:26.693861 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b7922-21ff-43ec-b250-8008849e1842 req-3e6ecd00-2ef3-4f51-a2ed-270cb4069422 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:26.695534 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-423b7922-21ff-43ec-b250-8008849e1842 req-3e6ecd00-2ef3-4f51-a2ed-270cb4069422 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 944 time: 0.3696365 Apr 14 11:23:26.701457 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:26.749683 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aeb86c-4cd7-48bb-b512-83627435a85b req-4bee7fc2-adfe-43d6-b718-87de42422fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:26.751489 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-28aeb86c-4cd7-48bb-b512-83627435a85b req-4bee7fc2-adfe-43d6-b718-87de42422fdc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=107ffdc1-1c99-4692-a473-5dbc7ac62120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6325369 Apr 14 11:23:26.759329 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0759eac6-3909-48c6-9762-3db89970e615 req-631b0191-dee8-4755-8739-61a59089064d service neutron] 10.222.0.41 "GET /v2.0/networks/712e05ed-c735-46b7-8a8c-2c06f81a1c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6972570 Apr 14 11:23:26.759806 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4c16f95f-3dc4-45b1-a7d2-2b1fc15640a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:26.761005 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-4c16f95f-3dc4-45b1-a7d2-2b1fc15640a6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6aa7b8bf-c90f-4ab2-b603-df5bf4b1987b HTTP/1.1" status: 204 len: 168 time: 1.0667434 Apr 14 11:23:26.791374 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-0caee93a-af2c-44ae-a014-2a20062d6f53 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1efb97390c1549e39ee9febc8a2f68b5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0280449 Apr 14 11:23:26.797648 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caee93a-af2c-44ae-a014-2a20062d6f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbde48f0-80f5-4412-955e-0cc526614480,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:26.801060 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 56978) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:26.807919 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-423b7922-21ff-43ec-b250-8008849e1842 req-eb2c8b0c-4d9e-4c1d-a2e0-a9f46f963700 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fca7b41-170b-4498-b59c-3e0436956ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977228 Apr 14 11:23:26.808773 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-0caee93a-af2c-44ae-a014-2a20062d6f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:26.928086 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d3e88cc-5ce7-4eec-9188-511642228f4a req-c463980c-553f-4d21-b02a-d076acca2879 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] No DVR routers for this DVR port 740bc95f-e888-4e52-97e4-940e73eb24b5 on host hv-cinder-77459 {{(pid=85228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 11:23:26.932440 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-9c23a3ad-0757-4f3e-b66b-0c398aeb17d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:26.941902 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12647be-2cb9-4772-bf04-f6fa14dd1461 req-53a67002-0c9d-4b93-b856-223162d6cd2a tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:26.951859 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a12647be-2cb9-4772-bf04-f6fa14dd1461 req-53a67002-0c9d-4b93-b856-223162d6cd2a tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 946 time: 0.6074939 Apr 14 11:23:26.953738 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-7d3e88cc-5ce7-4eec-9188-511642228f4a req-c463980c-553f-4d21-b02a-d076acca2879 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:26.957359 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-9c23a3ad-0757-4f3e-b66b-0c398aeb17d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:26.960506 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7d3e88cc-5ce7-4eec-9188-511642228f4a req-c463980c-553f-4d21-b02a-d076acca2879 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.41 "DELETE /v2.0/ports/740bc95f-e888-4e52-97e4-940e73eb24b5 HTTP/1.1" status: 204 len: 173 time: 2.2332947 Apr 14 11:23:26.964659 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff1d9b5-b61c-4148-842b-87d622f728b8', 'name': 'network-vif-deleted', 'tag': '740bc95f-e888-4e52-97e4-940e73eb24b5'}] {{(pid=85228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:23:26.991118 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ef79019e-a433-415d-a2c0-cc41996e0047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:26.991618 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:27.037035 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ef79019e-a433-415d-a2c0-cc41996e0047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:27.102321 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23a3ad-0757-4f3e-b66b-0c398aeb17d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea12eb7e-33f4-47f9-9ef4-aba9db1c9008,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:27.105708 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-9c23a3ad-0757-4f3e-b66b-0c398aeb17d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:27.118269 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ef79019e-a433-415d-a2c0-cc41996e0047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:27.127978 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-d97c2db8-ceeb-4b4a-81cb-9e410f61bf3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:27.128997 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a12647be-2cb9-4772-bf04-f6fa14dd1461 req-6a9c688f-bf86-402d-9968-ffd326433472 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762342 Apr 14 11:23:27.144214 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-9c23a3ad-0757-4f3e-b66b-0c398aeb17d2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6589031abc244b2981826a4248cb6d3c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4605081 Apr 14 11:23:27.145479 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 56992) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:27.162211 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dff1d9b5-b61c-4148-842b-87d622f728b8', 'name': 'network-vif-deleted', 'tag': '740bc95f-e888-4e52-97e4-940e73eb24b5', 'status': 'completed', 'code': 200} Apr 14 11:23:27.169573 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79019e-a433-415d-a2c0-cc41996e0047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbde48f0-80f5-4412-955e-0cc526614480,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:27.172004 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-ef79019e-a433-415d-a2c0-cc41996e0047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:27.174371 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ef79019e-a433-415d-a2c0-cc41996e0047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:27.178861 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-ef79019e-a433-415d-a2c0-cc41996e0047 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bbde48f0-80f5-4412-955e-0cc526614480 HTTP/1.1" status: 204 len: 168 time: 0.3715851 Apr 14 11:23:27.240309 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-28aeb86c-4cd7-48bb-b512-83627435a85b req-076361b7-1fe5-4c02-8273-6b476f106e0d service neutron] 10.222.0.41 "GET /v2.0/networks/107ffdc1-1c99-4692-a473-5dbc7ac62120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714541 Apr 14 11:23:27.285981 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-74e7c138-2a2f-4564-8d33-21aa8aede8a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:27.307080 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 56998) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:27.334282 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-a25649fb-33de-41bc-a754-4314335291d1 req-838bb65b-d77d-490f-bbe2-fd30b25e1637 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Synchronizing usage tracker for tenant:1d4c79fde57249779d75f7c2cbea2103 on resource:port {{(pid=85228) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:23:27.351335 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-a25649fb-33de-41bc-a754-4314335291d1 req-838bb65b-d77d-490f-bbe2-fd30b25e1637 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Unset dirty status for tenant:1d4c79fde57249779d75f7c2cbea2103 on resource:port {{(pid=85228) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:23:27.352763 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a25649fb-33de-41bc-a754-4314335291d1 req-838bb65b-d77d-490f-bbe2-fd30b25e1637 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] 10.222.0.52 "GET /v2.0/ports?device_id=dff1d9b5-b61c-4148-842b-87d622f728b8 HTTP/1.1" status: 200 len: 210 time: 0.0992031 Apr 14 11:23:27.416760 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-74e7c138-2a2f-4564-8d33-21aa8aede8a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:27.424038 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-950907b6-c94c-4a61-ba9e-6505ce63daaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:27.467659 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-950907b6-c94c-4a61-ba9e-6505ce63daaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:27.479391 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-950907b6-c94c-4a61-ba9e-6505ce63daaf admin admin] Usage tracker for resource:security_group_rule and tenant:77a184e583804ad2ae6b730637f5ff53 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:23:27.484573 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-950907b6-c94c-4a61-ba9e-6505ce63daaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:23:27.492891 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b5f0e5-4607-4e61-8a01-c28a3cf71b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67800dfe-e336-4c31-8382-bd269e42ae39'}] {{(pid=85229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:23:27.512380 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-950907b6-c94c-4a61-ba9e-6505ce63daaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:27.529397 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-28aeb86c-4cd7-48bb-b512-83627435a85b req-a3cecce1-5c70-4380-96ac-004b47394bae service neutron] 10.222.0.41 "GET /v2.0/networks/107ffdc1-1c99-4692-a473-5dbc7ac62120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666757 Apr 14 11:23:27.547872 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b5f0e5-4607-4e61-8a01-c28a3cf71b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67800dfe-e336-4c31-8382-bd269e42ae39', 'code': 200} Apr 14 11:23:27.564572 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-74e7c138-2a2f-4564-8d33-21aa8aede8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:27.577388 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:27.608179 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e7c138-2a2f-4564-8d33-21aa8aede8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea12eb7e-33f4-47f9-9ef4-aba9db1c9008,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:27.615438 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-74e7c138-2a2f-4564-8d33-21aa8aede8a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:27.616805 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-74e7c138-2a2f-4564-8d33-21aa8aede8a2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ea12eb7e-33f4-47f9-9ef4-aba9db1c9008 HTTP/1.1" status: 204 len: 168 time: 0.4670734 Apr 14 11:23:27.619229 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-74e7c138-2a2f-4564-8d33-21aa8aede8a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:27.679666 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-950907b6-c94c-4a61-ba9e-6505ce63daaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:27.682997 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-950907b6-c94c-4a61-ba9e-6505ce63daaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:27.693971 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:27.751840 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-950907b6-c94c-4a61-ba9e-6505ce63daaf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=77a184e583804ad2ae6b730637f5ff53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4411867 Apr 14 11:23:27.751840 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950907b6-c94c-4a61-ba9e-6505ce63daaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e72964a-e290-427d-80b3-62f007677217,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:27.752539 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 57016) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:27.753636 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-950907b6-c94c-4a61-ba9e-6505ce63daaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:27.866636 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1383e5ee-4999-4905-82bb-e379cc64c8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:27.963339 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1383e5ee-4999-4905-82bb-e379cc64c8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:27.980155 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b81046-b9db-49fa-8e04-100517ea6d38 req-379da0a2-ed4f-4340-abb1-c16b48bc0022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:27.986752 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c3b81046-b9db-49fa-8e04-100517ea6d38 req-379da0a2-ed4f-4340-abb1-c16b48bc0022 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 1099 time: 0.1135454 Apr 14 11:23:28.045172 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c3b81046-b9db-49fa-8e04-100517ea6d38 req-6c7f4d48-6a58-4706-ac8b-78f7378dd753 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487366 Apr 14 11:23:28.119957 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device c016cb05-b1e5-4c35-aecc-0925da1081a5 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 11:23:28.188938 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 740bc95f-e888-4e52-97e4-940e73eb24b5 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:23:28.191944 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 57040) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:28.230540 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0dd89e60-41b3-4029-a13f-659b8de373ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:28.255228 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-0dd89e60-41b3-4029-a13f-659b8de373ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:28.272801 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-0dd89e60-41b3-4029-a13f-659b8de373ba admin admin] Usage tracker for resource:security_group_rule and tenant:f653b1d8510740429c22837b551b5444 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:23:28.274098 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] No Port match for: 740bc95f-e888-4e52-97e4-940e73eb24b5 {{(pid=85229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 11:23:28.274694 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 740bc95f-e888-4e52-97e4-940e73eb24b5 not bound to the agent host hv-cinder-77459 {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 11:23:28.282736 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-0dd89e60-41b3-4029-a13f-659b8de373ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:23:28.300670 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-0dd89e60-41b3-4029-a13f-659b8de373ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:28.456153 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port c016cb05-b1e5-4c35-aecc-0925da1081a5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c016cb05-b1e5-4c35-aecc-0925da1081a5,segment=NetworkSegment(eee09de6-2fbd-4c24-ab11-3382d1e941e6),segment_id=eee09de6-2fbd-4c24-ab11-3382d1e941e6)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:23:28.482967 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Returning: {'device': 'c016cb05-b1e5-4c35-aecc-0925da1081a5', 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120', 'port_id': 'c016cb05-b1e5-4c35-aecc-0925da1081a5', 'mac_address': 'fa:16:3e:8b:cf:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dd919b-1721-4048-9598-4db7b1b92807', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 11:23:28.483923 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0dd89e60-41b3-4029-a13f-659b8de373ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:28.485760 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1383e5ee-4999-4905-82bb-e379cc64c8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:28.489365 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0dd89e60-41b3-4029-a13f-659b8de373ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:28.490274 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a43343b7-8354-40dc-8e5f-c89596c8f6ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:28.527898 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-bed5af66-33c9-42e6-a957-d14db9862d6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:28.529760 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383e5ee-4999-4905-82bb-e379cc64c8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e72964a-e290-427d-80b3-62f007677217,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:28.540006 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-0dd89e60-41b3-4029-a13f-659b8de373ba admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f653b1d8510740429c22837b551b5444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3461676 Apr 14 11:23:28.541619 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-1383e5ee-4999-4905-82bb-e379cc64c8a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:28.545124 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 57052) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:28.552468 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba2cd2-adda-4dba-a255-1eaa739e59be req-466630bd-81a0-48fa-8135-fe88892fdf07 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:28.561618 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c2ba2cd2-adda-4dba-a255-1eaa739e59be req-466630bd-81a0-48fa-8135-fe88892fdf07 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 944 time: 0.5532932 Apr 14 11:23:28.579825 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:28.581279 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c016cb05-b1e5-4c35-aecc-0925da1081a5 {{(pid=85229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:23:28.588549 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1383e5ee-4999-4905-82bb-e379cc64c8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:28.589767 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-1383e5ee-4999-4905-82bb-e379cc64c8a3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9e72964a-e290-427d-80b3-62f007677217 HTTP/1.1" status: 204 len: 168 time: 0.8359299 Apr 14 11:23:28.601340 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port c016cb05-b1e5-4c35-aecc-0925da1081a5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c016cb05-b1e5-4c35-aecc-0925da1081a5,segment=NetworkSegment(eee09de6-2fbd-4c24-ab11-3382d1e941e6),segment_id=eee09de6-2fbd-4c24-ab11-3382d1e941e6)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:23:28.605275 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:28.605918 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c2ba2cd2-adda-4dba-a255-1eaa739e59be req-f36998f6-c00e-446f-9ff2-ee6cd0f7d796 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fca7b41-170b-4498-b59c-3e0436956ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433230 Apr 14 11:23:28.612316 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:28.663925 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd89e60-41b3-4029-a13f-659b8de373ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8249b127-2276-4d64-be77-fb295451011d,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:28.680570 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd89e60-41b3-4029-a13f-659b8de373ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:23:28.680981 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd89e60-41b3-4029-a13f-659b8de373ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:23:28.681548 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd89e60-41b3-4029-a13f-659b8de373ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:23:28.681951 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd89e60-41b3-4029-a13f-659b8de373ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:23:28.682353 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd89e60-41b3-4029-a13f-659b8de373ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:23:28.682774 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd89e60-41b3-4029-a13f-659b8de373ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:23:28.683129 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd89e60-41b3-4029-a13f-659b8de373ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:23:28.683514 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd89e60-41b3-4029-a13f-659b8de373ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:23:28.683915 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd89e60-41b3-4029-a13f-659b8de373ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:23:28.684294 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd89e60-41b3-4029-a13f-659b8de373ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:23:28.684674 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd89e60-41b3-4029-a13f-659b8de373ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:23:28.685050 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd89e60-41b3-4029-a13f-659b8de373ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:23:28.694452 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-0dd89e60-41b3-4029-a13f-659b8de373ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:28.718359 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=c016cb05-b1e5-4c35-aecc-0925da1081a5,revision_number=4']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:28.730377 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:28.746515 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1b984719-47ec-4209-9096-c31205517a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:28.770203 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbaedc0-6327-4059-aab9-adf342b3d2bf req-91a31f56-96e7-4b51-9e82-ba9c3690f3f7 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:28.772013 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-bcbaedc0-6327-4059-aab9-adf342b3d2bf req-91a31f56-96e7-4b51-9e82-ba9c3690f3f7 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 946 time: 0.2306662 Apr 14 11:23:28.814700 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-bcbaedc0-6327-4059-aab9-adf342b3d2bf req-ed5696da-8f46-43b0-bc57-ddab8a713e45 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311668 Apr 14 11:23:28.816560 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1b984719-47ec-4209-9096-c31205517a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:28.882122 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1b984719-47ec-4209-9096-c31205517a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:28.887888 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-ed29b8d2-5a97-41ac-93f3-5894f9902da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:28.902896 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b984719-47ec-4209-9096-c31205517a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8249b127-2276-4d64-be77-fb295451011d,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:28.907436 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-1b984719-47ec-4209-9096-c31205517a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:28.909550 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1b984719-47ec-4209-9096-c31205517a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:28.913938 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-1b984719-47ec-4209-9096-c31205517a2b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8249b127-2276-4d64-be77-fb295451011d HTTP/1.1" status: 204 len: 168 time: 0.3646045 Apr 14 11:23:28.932950 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] get_ports_and_sgs() called for port_ids ['c016cb05-b1e5-4c35-aecc-0925da1081a5'] {{(pid=85229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 11:23:29.580409 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2854a-46d5-4db7-9315-6f674b8e2cba req-d7b5a114-c3da-4e23-a855-7b3c551b755f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:29.582301 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-25b2854a-46d5-4db7-9315-6f674b8e2cba req-d7b5a114-c3da-4e23-a855-7b3c551b755f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b3f85d7308945ada4fb45e00aa6c46b&device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 1099 time: 0.1870363 Apr 14 11:23:29.643570 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de371dd7-283c-4c1a-8cb4-cf8dd2103964 req-9ddcef00-8638-4ba0-bf0f-89c26663de36 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:29.659757 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-de371dd7-283c-4c1a-8cb4-cf8dd2103964 req-9ddcef00-8638-4ba0-bf0f-89c26663de36 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 946 time: 0.1457965 Apr 14 11:23:29.704561 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-de371dd7-283c-4c1a-8cb4-cf8dd2103964 req-8fa7ef9d-f071-420a-8443-14978e7891c9 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437386 Apr 14 11:23:29.914379 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2854a-46d5-4db7-9315-6f674b8e2cba req-98ba0da2-e06b-441f-b2fc-62b4ff100777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:29.915998 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-25b2854a-46d5-4db7-9315-6f674b8e2cba req-98ba0da2-e06b-441f-b2fc-62b4ff100777 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6c770865-86da-4d8e-8a44-f942f5188572 HTTP/1.1" status: 200 len: 919 time: 0.3253953 Apr 14 11:23:29.971792 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 57112) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:30.011514 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-25b2854a-46d5-4db7-9315-6f674b8e2cba req-39e180c7-386d-4d3f-bb4a-06bbd0a6d8e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3afcc73-6e8d-4cdc-b009-54baacc831a9 HTTP/1.1" status: 200 len: 217 time: 0.0860236 Apr 14 11:23:30.035905 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b711b-7f8c-4a8a-a137-95eeaa1ca0b3 req-404e489f-d7eb-47ba-a3c7-3dbf54907f1e tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:30.037666 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-940b711b-7f8c-4a8a-a137-95eeaa1ca0b3 req-404e489f-d7eb-47ba-a3c7-3dbf54907f1e tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 945 time: 0.2111828 Apr 14 11:23:30.128597 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2854a-46d5-4db7-9315-6f674b8e2cba req-cfa5bdbc-22d1-4161-b963-89894af61b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:30.130765 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-25b2854a-46d5-4db7-9315-6f674b8e2cba req-cfa5bdbc-22d1-4161-b963-89894af61b49 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d82680c-cf66-4a62-ac40-d953780f4e06 HTTP/1.1" status: 200 len: 858 time: 0.0920696 Apr 14 11:23:30.134025 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device c016cb05-b1e5-4c35-aecc-0925da1081a5 up at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:23:30.181723 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-940b711b-7f8c-4a8a-a137-95eeaa1ca0b3 req-9f90252c-1f2d-4c6d-aef8-e31158f5893f tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fca7b41-170b-4498-b59c-3e0436956ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727088 Apr 14 11:23:30.189418 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-25b2854a-46d5-4db7-9315-6f674b8e2cba req-96e797c8-0083-4fb1-9e2b-28410ea81728 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6c770865-86da-4d8e-8a44-f942f5188572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501029 Apr 14 11:23:30.215790 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning for port c016cb05-b1e5-4c35-aecc-0925da1081a5 completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:23:30.220972 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning complete for port c016cb05-b1e5-4c35-aecc-0925da1081a5 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:23:30.221395 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:30.230001 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ce83a005-1c92-49f3-8628-37bd8f613d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:30.250390 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-ce83a005-1c92-49f3-8628-37bd8f613d2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:30.260285 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-ce83a005-1c92-49f3-8628-37bd8f613d2b admin admin] Usage tracker for resource:security_group_rule and tenant:d0fc620edcb3407ca2f1a9cfbc5ee268 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:23:30.263608 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-ce83a005-1c92-49f3-8628-37bd8f613d2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:23:30.273309 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-ce83a005-1c92-49f3-8628-37bd8f613d2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:30.367743 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:30.382631 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01829fc4-9b68-441f-8c7b-fd54284ab0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c016cb05-b1e5-4c35-aecc-0925da1081a5'}] {{(pid=85229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:23:30.395861 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port c016cb05-b1e5-4c35-aecc-0925da1081a5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c016cb05-b1e5-4c35-aecc-0925da1081a5,segment=NetworkSegment(eee09de6-2fbd-4c24-ab11-3382d1e941e6),segment_id=eee09de6-2fbd-4c24-ab11-3382d1e941e6)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:23:30.400628 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:30.403538 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:30.418149 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ce83a005-1c92-49f3-8628-37bd8f613d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:30.423087 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ce83a005-1c92-49f3-8628-37bd8f613d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:30.424698 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-25b2854a-46d5-4db7-9315-6f674b8e2cba req-a0e7035a-b141-4c4e-92ea-a512dc1c5a2a service neutron] 10.222.0.41 "GET /v2.0/networks/6c770865-86da-4d8e-8a44-f942f5188572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195437 Apr 14 11:23:30.432935 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-ef79019e-a433-415d-a2c0-cc41996e0047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:30.464859 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83a005-1c92-49f3-8628-37bd8f613d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893c348c-ff91-4b8d-8902-04055107efec,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:30.483066 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83a005-1c92-49f3-8628-37bd8f613d2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:23:30.483484 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83a005-1c92-49f3-8628-37bd8f613d2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:23:30.483877 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83a005-1c92-49f3-8628-37bd8f613d2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:23:30.484285 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83a005-1c92-49f3-8628-37bd8f613d2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:23:30.484669 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83a005-1c92-49f3-8628-37bd8f613d2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:23:30.485050 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83a005-1c92-49f3-8628-37bd8f613d2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:23:30.485447 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83a005-1c92-49f3-8628-37bd8f613d2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:23:30.485824 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83a005-1c92-49f3-8628-37bd8f613d2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:23:30.486201 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83a005-1c92-49f3-8628-37bd8f613d2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:23:30.486598 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83a005-1c92-49f3-8628-37bd8f613d2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:23:30.486974 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83a005-1c92-49f3-8628-37bd8f613d2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:23:30.487368 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83a005-1c92-49f3-8628-37bd8f613d2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:23:30.489948 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01829fc4-9b68-441f-8c7b-fd54284ab0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c016cb05-b1e5-4c35-aecc-0925da1081a5', 'code': 200} Apr 14 11:23:30.507260 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=c016cb05-b1e5-4c35-aecc-0925da1081a5,revision_number=5']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:30.508295 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-ce83a005-1c92-49f3-8628-37bd8f613d2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:30.513385 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:30.531789 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-ce83a005-1c92-49f3-8628-37bd8f613d2b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d0fc620edcb3407ca2f1a9cfbc5ee268&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5588474 Apr 14 11:23:30.532698 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 57140) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:30.653593 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ffd7c2a4-500f-410e-8a89-40b3b501ed0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:30.673721 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-25b2854a-46d5-4db7-9315-6f674b8e2cba req-da3191ca-c19c-4e07-b7ab-249e734060c2 service neutron] 10.222.0.41 "GET /v2.0/networks/6c770865-86da-4d8e-8a44-f942f5188572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341611 Apr 14 11:23:30.701818 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ffd7c2a4-500f-410e-8a89-40b3b501ed0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:30.847426 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ffd7c2a4-500f-410e-8a89-40b3b501ed0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:30.862911 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-d4101636-80a0-49be-86ca-47d595a03c0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:30.885833 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7c2a4-500f-410e-8a89-40b3b501ed0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893c348c-ff91-4b8d-8902-04055107efec,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:30.896137 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-ffd7c2a4-500f-410e-8a89-40b3b501ed0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:30.902147 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ffd7c2a4-500f-410e-8a89-40b3b501ed0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:30.903766 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-ffd7c2a4-500f-410e-8a89-40b3b501ed0b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/893c348c-ff91-4b8d-8902-04055107efec HTTP/1.1" status: 204 len: 168 time: 0.3698466 Apr 14 11:23:31.004010 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1a797-4cad-4599-896a-471157c92795 req-b2814abd-f7f8-4b3c-9b14-6df92aec5266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:31.005702 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-bda1a797-4cad-4599-896a-471157c92795 req-b2814abd-f7f8-4b3c-9b14-6df92aec5266 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 1099 time: 0.1727989 Apr 14 11:23:31.103135 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-bda1a797-4cad-4599-896a-471157c92795 req-662b501d-4f85-4ae0-9fb5-a55e94823449 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9fca7b41-170b-4498-b59c-3e0436956ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861845 Apr 14 11:23:31.140738 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348aef31-0c1c-4207-8cd6-3fbcaa4d75be req-bf9213dd-3a7c-4c48-9576-d3bd7183c3c2 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:31.151510 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-348aef31-0c1c-4207-8cd6-3fbcaa4d75be req-bf9213dd-3a7c-4c48-9576-d3bd7183c3c2 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 946 time: 0.2208338 Apr 14 11:23:31.216189 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-348aef31-0c1c-4207-8cd6-3fbcaa4d75be req-888a7f1e-a90a-4458-a85e-08b4f0467722 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632858 Apr 14 11:23:31.249663 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 57208) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:31.496312 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d8e173-6ecf-4b1a-ad28-f09da2d4b57c admin admin] Deleting subnet 63e7ac85-c5c1-4c6e-88ff-530127c730b6 {{(pid=85228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 11:23:31.500169 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-69d8e173-6ecf-4b1a-ad28-f09da2d4b57c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:31.515665 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 57230) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:31.549350 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2ad374f8-f88e-48b6-aabe-581b80e04ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:31.574842 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-2ad374f8-f88e-48b6-aabe-581b80e04ba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:31.589891 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-2ad374f8-f88e-48b6-aabe-581b80e04ba7 admin admin] Usage tracker for resource:security_group_rule and tenant:edce64de5b084242922d41076dee02b1 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:23:31.593317 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-2ad374f8-f88e-48b6-aabe-581b80e04ba7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:23:31.601096 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-2ad374f8-f88e-48b6-aabe-581b80e04ba7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:31.643018 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b1620-ef0d-4ea2-803b-96fe388ae6e4 req-305824f7-98f9-4198-b7be-df40a66142ee tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:31.644711 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-293b1620-ef0d-4ea2-803b-96fe388ae6e4 req-305824f7-98f9-4198-b7be-df40a66142ee tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 946 time: 0.2760572 Apr 14 11:23:31.687246 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-69d8e173-6ecf-4b1a-ad28-f09da2d4b57c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:31.700805 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-69d8e173-6ecf-4b1a-ad28-f09da2d4b57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4125'] for subnet, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:31.750198 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2ad374f8-f88e-48b6-aabe-581b80e04ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:31.754027 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2ad374f8-f88e-48b6-aabe-581b80e04ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:31.780693 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b714c3d6-33e4-49cf-bc15-a8e4e860a05b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:31.783691 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-293b1620-ef0d-4ea2-803b-96fe388ae6e4 req-e7efeb9e-9567-4217-9cd6-a2fc819e3348 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fca7b41-170b-4498-b59c-3e0436956ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210203 Apr 14 11:23:31.853076 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad374f8-f88e-48b6-aabe-581b80e04ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006afdf3-637e-472c-a15a-e3766e98354b,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:31.858100 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-2ad374f8-f88e-48b6-aabe-581b80e04ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:31.863921 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 57252) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:31.864587 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-2ad374f8-f88e-48b6-aabe-581b80e04ba7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=edce64de5b084242922d41076dee02b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3474188 Apr 14 11:23:32.109025 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c0c036b6-0223-41a1-8d88-67bfa786b89f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:32.223855 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c0c036b6-0223-41a1-8d88-67bfa786b89f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:32.322630 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-69d8e173-6ecf-4b1a-ad28-f09da2d4b57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029'] for subnet, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:32.399662 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:32.455521 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8e173-6ecf-4b1a-ad28-f09da2d4b57c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63e7ac85-c5c1-4c6e-88ff-530127c730b6,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:32.457856 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c0c036b6-0223-41a1-8d88-67bfa786b89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:32.505871 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-69d8e173-6ecf-4b1a-ad28-f09da2d4b57c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:32.506434 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:32.545174 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c036b6-0223-41a1-8d88-67bfa786b89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006afdf3-637e-472c-a15a-e3766e98354b,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:32.553318 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-c0c036b6-0223-41a1-8d88-67bfa786b89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:32.571996 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-69d8e173-6ecf-4b1a-ad28-f09da2d4b57c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for subnet, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:32.573928 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-69d8e173-6ecf-4b1a-ad28-f09da2d4b57c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/63e7ac85-c5c1-4c6e-88ff-530127c730b6 HTTP/1.1" status: 204 len: 168 time: 1.3231328 Apr 14 11:23:32.576697 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 57290) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:32.579793 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c0c036b6-0223-41a1-8d88-67bfa786b89f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:32.582996 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-c0c036b6-0223-41a1-8d88-67bfa786b89f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/006afdf3-637e-472c-a15a-e3766e98354b HTTP/1.1" status: 204 len: 168 time: 0.7180340 Apr 14 11:23:32.615641 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7cdc8-8ef7-4567-aa36-70335f83c2a8 req-7e0dadba-5445-4b46-ab51-9ea3dbe4e8f8 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:32.617265 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-31c7cdc8-8ef7-4567-aa36-70335f83c2a8 req-7e0dadba-5445-4b46-ab51-9ea3dbe4e8f8 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 946 time: 0.2193477 Apr 14 11:23:32.653778 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-31c7cdc8-8ef7-4567-aa36-70335f83c2a8 req-33f40776-ee4a-47a4-af7a-365aa5f372d0 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294323 Apr 14 11:23:32.702365 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3f65cdb7-ee57-4b5f-823e-fe4202f9bc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854523456'] for network, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:32.947855 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3f65cdb7-ee57-4b5f-823e-fe4202f9bc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854651492', 'neutron.services.segments.db._delete_segments_for_network--9223363295256356434'] for network, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:33.113684 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3f65cdb7-ee57-4b5f-823e-fe4202f9bc31 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:23:33.114113 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3f65cdb7-ee57-4b5f-823e-fe4202f9bc31 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:23:33.114980 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3f65cdb7-ee57-4b5f-823e-fe4202f9bc31 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:23:33.115491 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3f65cdb7-ee57-4b5f-823e-fe4202f9bc31 admin admin] Subscribe: > port after_create 55550000 {{(pid=85227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:23:33.115853 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3f65cdb7-ee57-4b5f-823e-fe4202f9bc31 admin admin] Subscribe: > port after_delete 55550000 {{(pid=85227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:23:33.116232 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3f65cdb7-ee57-4b5f-823e-fe4202f9bc31 admin admin] Subscribe: > port after_update 55550000 {{(pid=85227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:23:33.116588 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3f65cdb7-ee57-4b5f-823e-fe4202f9bc31 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:23:33.116965 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3f65cdb7-ee57-4b5f-823e-fe4202f9bc31 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:23:33.117319 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3f65cdb7-ee57-4b5f-823e-fe4202f9bc31 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:23:33.117674 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3f65cdb7-ee57-4b5f-823e-fe4202f9bc31 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:23:33.186718 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3f65cdb7-ee57-4b5f-823e-fe4202f9bc31 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:23:33.187115 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3f65cdb7-ee57-4b5f-823e-fe4202f9bc31 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:23:33.187491 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3f65cdb7-ee57-4b5f-823e-fe4202f9bc31 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:23:33.187861 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3f65cdb7-ee57-4b5f-823e-fe4202f9bc31 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85227) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:23:33.188273 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-3f65cdb7-ee57-4b5f-823e-fe4202f9bc31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb4158bd-57c7-4c13-8c67-1c6c30170d9d']}} {{(pid=85227) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:23:33.206098 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-3f65cdb7-ee57-4b5f-823e-fe4202f9bc31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e559bdf-509e-49c4-9c35-9fec923c43e1') {'for_net_delete': True} {{(pid=85227) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:23:33.206441 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-3f65cdb7-ee57-4b5f-823e-fe4202f9bc31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e559bdf-509e-49c4-9c35-9fec923c43e1') {} {{(pid=85227) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:23:33.221885 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257d71a-ab8d-434b-9a85-3d7c136473d0 req-b6f867d2-e91a-45e1-910d-65981e626c67 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:33.224470 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b257d71a-ab8d-434b-9a85-3d7c136473d0 req-b6f867d2-e91a-45e1-910d-65981e626c67 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 946 time: 0.3304646 Apr 14 11:23:33.230703 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3f65cdb7-ee57-4b5f-823e-fe4202f9bc31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295256356178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852804733'] for segment, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:33.268835 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3f65cdb7-ee57-4b5f-823e-fe4202f9bc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774745'] for segment, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:33.278227 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b257d71a-ab8d-434b-9a85-3d7c136473d0 req-12fd3822-13ac-4723-93d4-96be7ffc4289 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fca7b41-170b-4498-b59c-3e0436956ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405459 Apr 14 11:23:33.281653 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f65cdb7-ee57-4b5f-823e-fe4202f9bc31 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=85227) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 11:23:33.466848 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-3f65cdb7-ee57-4b5f-823e-fe4202f9bc31 admin admin] Network eb4158bd-57c7-4c13-8c67-1c6c30170d9d has no segments {{(pid=85227) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 11:23:33.477591 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3f65cdb7-ee57-4b5f-823e-fe4202f9bc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843799476'] for segment, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:33.512178 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc66a08-da88-411a-a830-4e63d7df6c2b req-ff18799e-988e-49f7-aae3-6d8122fd74b6 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:33.512178 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0fc66a08-da88-411a-a830-4e63d7df6c2b req-ff18799e-988e-49f7-aae3-6d8122fd74b6 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 946 time: 0.1178646 Apr 14 11:23:33.524071 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 57328) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:33.530670 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-955e9274-0a3f-4f9f-af60-d5a48f087cb1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Request body: {'floatingip': {'port_id': 'c016cb05-b1e5-4c35-aecc-0925da1081a5'}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:23:33.625911 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-955e9274-0a3f-4f9f-af60-d5a48f087cb1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for floatingip, before_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:33.740200 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-3f65cdb7-ee57-4b5f-823e-fe4202f9bc31 admin admin] Network eb4158bd-57c7-4c13-8c67-1c6c30170d9d has no segments {{(pid=85227) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 11:23:33.772864 dv-cinder-774594-3-smb neutron-server[85114]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 11:23:33.772864 dv-cinder-774594-3-smb neutron-server[85114]: from cryptography.utils import int_from_bytes Apr 14 11:23:33.772864 dv-cinder-774594-3-smb neutron-server[85114]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 11:23:33.772864 dv-cinder-774594-3-smb neutron-server[85114]: from cryptography.utils import int_from_bytes Apr 14 11:23:33.772864 dv-cinder-774594-3-smb neutron-server[85114]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 14 11:23:33.772864 dv-cinder-774594-3-smb neutron-server[85114]: (rel_b, rel_a, rel_b), Apr 14 11:23:33.772864 dv-cinder-774594-3-smb neutron-server[85114]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 14 11:23:33.772864 dv-cinder-774594-3-smb neutron-server[85114]: (rel_b, rel_a, rel_b), Apr 14 11:23:33.772864 dv-cinder-774594-3-smb neutron-server[85114]: Traceback (most recent call last): Apr 14 11:23:33.772864 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 11:23:33.772864 dv-cinder-774594-3-smb neutron-server[85114]: timer() Apr 14 11:23:33.772864 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 11:23:33.772864 dv-cinder-774594-3-smb neutron-server[85114]: cb(*args, **kw) Apr 14 11:23:33.772864 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 11:23:33.772864 dv-cinder-774594-3-smb neutron-server[85114]: return func(*args, **kwargs) Apr 14 11:23:33.772864 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 11:23:33.772864 dv-cinder-774594-3-smb neutron-server[85114]: self._notify() Apr 14 11:23:33.772864 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 11:23:33.772864 dv-cinder-774594-3-smb neutron-server[85114]: self.callback(batched_events) Apr 14 11:23:33.772864 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 11:23:33.772864 dv-cinder-774594-3-smb neutron-server[85114]: event.method(event) Apr 14 11:23:33.772864 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 11:23:33.772864 dv-cinder-774594-3-smb neutron-server[85114]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 11:23:33.772864 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 11:23:33.772864 dv-cinder-774594-3-smb neutron-server[85114]: segment_id)['aggregates'][0] Apr 14 11:23:33.772864 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 11:23:33.772864 dv-cinder-774594-3-smb neutron-server[85114]: return f(self, *a, **k) Apr 14 11:23:33.772864 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 11:23:33.772864 dv-cinder-774594-3-smb neutron-server[85114]: return self._get(url).json() Apr 14 11:23:33.772864 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 11:23:33.772864 dv-cinder-774594-3-smb neutron-server[85114]: **kwargs) Apr 14 11:23:33.772864 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 11:23:33.772864 dv-cinder-774594-3-smb neutron-server[85114]: return self.request(url, 'GET', **kwargs) Apr 14 11:23:33.772864 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 11:23:33.772864 dv-cinder-774594-3-smb neutron-server[85114]: **endpoint_filter) Apr 14 11:23:33.772864 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 11:23:33.772864 dv-cinder-774594-3-smb neutron-server[85114]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 11:23:33.772864 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 11:23:33.772864 dv-cinder-774594-3-smb neutron-server[85114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 11:23:33.772864 dv-cinder-774594-3-smb neutron-server[85114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 11:23:33.960528 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3f65cdb7-ee57-4b5f-823e-fe4202f9bc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-124293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854119409'] for network, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:33.977910 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefbbd4c-26c2-4932-b472-c31e076af1ab req-e0994097-317f-4b61-8ea9-cf48eab00a67 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:33.979686 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-aefbbd4c-26c2-4932-b472-c31e076af1ab req-e0994097-317f-4b61-8ea9-cf48eab00a67 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 946 time: 0.1124406 Apr 14 11:23:33.981408 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-e2044dd6-21c3-428b-88e4-e95aef8a21c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:34.002833 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f65cdb7-ee57-4b5f-823e-fe4202f9bc31 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb4158bd-57c7-4c13-8c67-1c6c30170d9d,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:34.006317 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3f65cdb7-ee57-4b5f-823e-fe4202f9bc31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for network, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:34.009316 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-3f65cdb7-ee57-4b5f-823e-fe4202f9bc31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:34.033804 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-aefbbd4c-26c2-4932-b472-c31e076af1ab req-03f06812-41aa-4803-9a55-2e157b071253 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322173 Apr 14 11:23:34.056788 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-3f65cdb7-ee57-4b5f-823e-fe4202f9bc31 admin admin] 10.222.0.52 "DELETE /v2.0/networks/eb4158bd-57c7-4c13-8c67-1c6c30170d9d HTTP/1.1" status: 204 len: 168 time: 1.4785938 Apr 14 11:23:34.097037 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 57354) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:34.109348 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 57360) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:34.268417 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-632def96-de71-4e19-852c-12a8a870d8fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:34.283791 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-632def96-de71-4e19-852c-12a8a870d8fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:34.288360 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-632def96-de71-4e19-852c-12a8a870d8fd admin admin] Usage tracker for resource:security_group_rule and tenant:1f965133fff94f1eb461950f43ba01c5 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:23:34.291017 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 57366) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:34.294004 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-632def96-de71-4e19-852c-12a8a870d8fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:23:34.311708 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-632def96-de71-4e19-852c-12a8a870d8fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:34.352538 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1ae666ce-314b-4adc-ac1f-6d711c419012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:34.376664 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-10bb6c03-72db-4a42-a66e-15c598db7bef admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1d4c79fde57249779d75f7c2cbea2103&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0845053 Apr 14 11:23:34.380074 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-1ae666ce-314b-4adc-ac1f-6d711c419012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:34.381349 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 57370) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:34.391643 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-1ae666ce-314b-4adc-ac1f-6d711c419012 admin admin] Usage tracker for resource:security_group_rule and tenant:0890de5bad494998a33688c7212939d0 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:23:34.395981 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-1ae666ce-314b-4adc-ac1f-6d711c419012 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:23:34.403038 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-1ae666ce-314b-4adc-ac1f-6d711c419012 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:34.484439 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7dfb7921-c970-4a4d-a31e-fe9d0247eab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:34.525416 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7dfb7921-c970-4a4d-a31e-fe9d0247eab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:34.545621 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1ae666ce-314b-4adc-ac1f-6d711c419012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:34.548035 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-632def96-de71-4e19-852c-12a8a870d8fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:34.549934 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1ae666ce-314b-4adc-ac1f-6d711c419012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:34.558692 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:34.568839 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-632def96-de71-4e19-852c-12a8a870d8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:34.626407 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-1ae666ce-314b-4adc-ac1f-6d711c419012 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0890de5bad494998a33688c7212939d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5131817 Apr 14 11:23:34.627997 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-632def96-de71-4e19-852c-12a8a870d8fd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1f965133fff94f1eb461950f43ba01c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5297070 Apr 14 11:23:34.628781 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae666ce-314b-4adc-ac1f-6d711c419012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affa19dd-f78e-4baf-82af-f4b3869d109c,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:34.632300 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-1ae666ce-314b-4adc-ac1f-6d711c419012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:34.632449 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 57374) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:34.632856 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 57376) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:34.633309 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:34.693015 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632def96-de71-4e19-852c-12a8a870d8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc73fc57-78dd-46d2-b533-ae3a95070961,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:34.693724 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-955e9274-0a3f-4f9f-af60-d5a48f087cb1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:34.696569 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-632def96-de71-4e19-852c-12a8a870d8fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:34.700921 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-955e9274-0a3f-4f9f-af60-d5a48f087cb1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854119394'] for floatingip, after_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:34.731631 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d87e0ebb-cfb8-4b22-8b11-40c18b614d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:34.758696 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d87e0ebb-cfb8-4b22-8b11-40c18b614d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:34.811186 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d87e0ebb-cfb8-4b22-8b11-40c18b614d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:34.816216 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-0156e9e8-b912-4110-bf43-ac109536102a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:34.829053 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e0ebb-cfb8-4b22-8b11-40c18b614d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc73fc57-78dd-46d2-b533-ae3a95070961,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:34.841526 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-d87e0ebb-cfb8-4b22-8b11-40c18b614d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:34.842687 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d87e0ebb-cfb8-4b22-8b11-40c18b614d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:34.843941 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-d87e0ebb-cfb8-4b22-8b11-40c18b614d3d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cc73fc57-78dd-46d2-b533-ae3a95070961 HTTP/1.1" status: 204 len: 168 time: 0.2037323 Apr 14 11:23:34.907968 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7dfb7921-c970-4a4d-a31e-fe9d0247eab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:34.915579 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-1383e5ee-4999-4905-82bb-e379cc64c8a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:34.923118 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1193ca58-e4f4-4ab8-893c-2f3595074b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:34.962200 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb7921-c970-4a4d-a31e-fe9d0247eab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe08f5c-26f4-48ab-bd21-f922c1678942,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:34.971564 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-7dfb7921-c970-4a4d-a31e-fe9d0247eab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:34.972722 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.db.l3_db [None req-955e9274-0a3f-4f9f-af60-d5a48f087cb1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Floating IP 3a617006-f191-4d46-bb19-a9057496c1ac associated. External IP: 172.28.2.243, port: c016cb05-b1e5-4c35-aecc-0925da1081a5. Apr 14 11:23:35.356418 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7dfb7921-c970-4a4d-a31e-fe9d0247eab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:35.360391 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-7dfb7921-c970-4a4d-a31e-fe9d0247eab0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ebe08f5c-26f4-48ab-bd21-f922c1678942 HTTP/1.1" status: 204 len: 168 time: 0.9779491 Apr 14 11:23:35.362737 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1193ca58-e4f4-4ab8-893c-2f3595074b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:35.529863 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1193ca58-e4f4-4ab8-893c-2f3595074b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:35.545649 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-ff89a7c3-69af-44a7-ab68-531f51b4cb4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:35.620533 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193ca58-e4f4-4ab8-893c-2f3595074b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affa19dd-f78e-4baf-82af-f4b3869d109c,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:35.631440 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1193ca58-e4f4-4ab8-893c-2f3595074b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:35.632661 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-1193ca58-e4f4-4ab8-893c-2f3595074b8c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/affa19dd-f78e-4baf-82af-f4b3869d109c HTTP/1.1" status: 204 len: 168 time: 0.9898469 Apr 14 11:23:35.633824 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-1193ca58-e4f4-4ab8-893c-2f3595074b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:35.718074 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955e9274-0a3f-4f9f-af60-d5a48f087cb1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Router 2b310e5a-8bd9-4fe1-a985-682972f8c6fe has already been hosted by L3 agent 72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6 {{(pid=85228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 11:23:35.775536 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a56d44-9fa7-4dec-8a11-c1583241941a req-5310e92b-bf16-4a44-9516-1d8010a91e7d tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:35.778037 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-93a56d44-9fa7-4dec-8a11-c1583241941a req-5310e92b-bf16-4a44-9516-1d8010a91e7d tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 946 time: 0.5939677 Apr 14 11:23:35.818346 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-93a56d44-9fa7-4dec-8a11-c1583241941a req-74540c17-3c5e-4ea7-b581-7c2ad1b6c03d tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332215 Apr 14 11:23:35.932391 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955e9274-0a3f-4f9f-af60-d5a48f087cb1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify agent at l3_agent.dv-cinder-774594-3-smb the message routers_updated {{(pid=85228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 11:23:35.937249 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-955e9274-0a3f-4f9f-af60-d5a48f087cb1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for floatingip, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:35.945505 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33653d7-6854-457a-bb7c-302a8431ab4f None None] Sync routers for ids ['2b310e5a-8bd9-4fe1-a985-682972f8c6fe'] in dv-cinder-774594-3-smb {{(pid=85230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 11:23:35.955989 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33653d7-6854-457a-bb7c-302a8431ab4f None None] Routers {'2b310e5a-8bd9-4fe1-a985-682972f8c6fe'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:23:35.956940 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-a33653d7-6854-457a-bb7c-302a8431ab4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:23:09Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['2b310e5a-8bd9-4fe1-a985-682972f8c6fe'], 'active': True} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:23:36.009023 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-955e9274-0a3f-4f9f-af60-d5a48f087cb1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "PUT /v2.0/floatingips/3a617006-f191-4d46-bb19-a9057496c1ac HTTP/1.1" status: 200 len: 992 time: 2.4835312 Apr 14 11:23:36.009901 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01829fc4-9b68-441f-8c7b-fd54284ab0fb', 'tag': 'c016cb05-b1e5-4c35-aecc-0925da1081a5'}] {{(pid=85228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:23:36.146989 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01829fc4-9b68-441f-8c7b-fd54284ab0fb', 'tag': 'c016cb05-b1e5-4c35-aecc-0925da1081a5', 'status': 'completed', 'code': 200} Apr 14 11:23:36.311840 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015ad97-ebfb-4add-91f6-9e9f88e29460 req-1e1947b2-5a66-40d5-838b-9d3a41933c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:36.313665 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b015ad97-ebfb-4add-91f6-9e9f88e29460 req-1e1947b2-5a66-40d5-838b-9d3a41933c7b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d797536746cd4942b8a3a1f5e7b19e2b&device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 1099 time: 0.1248469 Apr 14 11:23:36.455310 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-89fb00d2-0f26-4252-b262-e9ea5b0a0bfb req-f75fc78b-396e-4764-ad69-33e60e5b4584 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1448438 Apr 14 11:23:36.483882 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-a33653d7-6854-457a-bb7c-302a8431ab4f None None] Set router 2b310e5a-8bd9-4fe1-a985-682972f8c6fe gateway port host: dv-cinder-774594-3-smb {{(pid=85230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:23:36.606139 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015ad97-ebfb-4add-91f6-9e9f88e29460 req-488ed285-b906-4be3-81f9-b4e49634dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:36.608018 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b015ad97-ebfb-4add-91f6-9e9f88e29460 req-488ed285-b906-4be3-81f9-b4e49634dd9d service neutron] 10.222.0.41 "GET /v2.0/networks?id=107ffdc1-1c99-4692-a473-5dbc7ac62120 HTTP/1.1" status: 200 len: 912 time: 0.2815351 Apr 14 11:23:36.741583 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb00d2-0f26-4252-b262-e9ea5b0a0bfb req-2dfcb406-c8d3-4e2c-9d53-8ad4c796ffad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:36.743218 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-89fb00d2-0f26-4252-b262-e9ea5b0a0bfb req-2dfcb406-c8d3-4e2c-9d53-8ad4c796ffad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9b3ef38e1d8424c861a2e84fef25222&device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 1098 time: 0.1609387 Apr 14 11:23:36.801555 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b015ad97-ebfb-4add-91f6-9e9f88e29460 req-8fcb790b-e05f-4e92-a793-b77d1b61fcde service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c016cb05-b1e5-4c35-aecc-0925da1081a5 HTTP/1.1" status: 200 len: 1000 time: 0.1837182 Apr 14 11:23:36.940112 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb00d2-0f26-4252-b262-e9ea5b0a0bfb req-137c4077-0842-48f9-b1dd-4c5b1544157c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:36.945839 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-89fb00d2-0f26-4252-b262-e9ea5b0a0bfb req-137c4077-0842-48f9-b1dd-4c5b1544157c service neutron] 10.222.0.41 "GET /v2.0/networks?id=712e05ed-c735-46b7-8a8c-2c06f81a1c29 HTTP/1.1" status: 200 len: 917 time: 0.1809237 Apr 14 11:23:36.969674 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015ad97-ebfb-4add-91f6-9e9f88e29460 req-9b350b2d-f93c-4e30-9a15-44dbd92886bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:36.971300 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b015ad97-ebfb-4add-91f6-9e9f88e29460 req-9b350b2d-f93c-4e30-9a15-44dbd92886bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f8dd919b-1721-4048-9598-4db7b1b92807 HTTP/1.1" status: 200 len: 850 time: 0.1576328 Apr 14 11:23:37.090346 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-be7b6094-3fda-4142-9d5b-eb36aa168ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:37.113447 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015ad97-ebfb-4add-91f6-9e9f88e29460 req-198d9e29-4241-4f6d-82b1-6bbfab85cb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:37.115399 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b015ad97-ebfb-4add-91f6-9e9f88e29460 req-198d9e29-4241-4f6d-82b1-6bbfab85cb8a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=107ffdc1-1c99-4692-a473-5dbc7ac62120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1257851 Apr 14 11:23:37.255537 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-89fb00d2-0f26-4252-b262-e9ea5b0a0bfb req-1d97b1ea-9f40-4d17-8597-5b4260cd1821 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=705fd157-cc2d-4564-ac4d-19c9667cedb6 HTTP/1.1" status: 200 len: 1000 time: 0.3028517 Apr 14 11:23:37.381953 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b015ad97-ebfb-4add-91f6-9e9f88e29460 req-742192d9-e6de-4816-b66b-8cee2a366de2 service neutron] 10.222.0.41 "GET /v2.0/networks/107ffdc1-1c99-4692-a473-5dbc7ac62120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570555 Apr 14 11:23:37.432442 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-a33653d7-6854-457a-bb7c-302a8431ab4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'name': 'tempest-AttachVolumeTestJSON-1254954246-router', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cafd84ae-424c-4f09-a1a0-204b2653b91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:33Z', 'updated_at': '2021-04-14T11:22:57Z', 'revision_number': 4, 'project_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'gw_port': {'id': 'cafd84ae-424c-4f09-a1a0-204b2653b91a', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:37Z', 'updated_at': '2021-04-14T11:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_floatingips': [{'id': '3a617006-f191-4d46-bb19-a9057496c1ac', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'floating_ip_address': '172.28.2.243', 'floating_network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'router_id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'port_id': 'c016cb05-b1e5-4c35-aecc-0925da1081a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120', 'mac_address': 'fa:16:3e:8b:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01829fc4-9b68-441f-8c7b-fd54284ab0fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:23:08Z', 'updated_at': '2021-04-14T11:23:34Z', 'revision_number': 1, 'project_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '361a38e0-7d77-4371-90b5-434e37951efa', 'name': '', 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'mac_address': 'fa:16:3e:8e:10:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f8dd919b-1721-4048-9598-4db7b1b92807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:52Z', 'updated_at': '2021-04-14T11:23:07Z', 'revision_number': 5, 'project_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'subnets': [{'id': 'f8dd919b-1721-4048-9598-4db7b1b92807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:23:37.439828 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33653d7-6854-457a-bb7c-302a8431ab4f None None] Checking router: 2b310e5a-8bd9-4fe1-a985-682972f8c6fe for host: dv-cinder-774594-3-smb {{(pid=85230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 11:23:37.467476 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33653d7-6854-457a-bb7c-302a8431ab4f None None] Routers {'2b310e5a-8bd9-4fe1-a985-682972f8c6fe'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:23:37.475347 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c35b3b-54a3-4331-85e3-a51c97d6ee6f req-13f51e0d-ba99-4706-99dd-95d654fb8b44 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:37.476571 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-a33653d7-6854-457a-bb7c-302a8431ab4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:23:09Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['2b310e5a-8bd9-4fe1-a985-682972f8c6fe'], 'active': True} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:23:37.478763 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-28c35b3b-54a3-4331-85e3-a51c97d6ee6f req-13f51e0d-ba99-4706-99dd-95d654fb8b44 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 946 time: 0.4001298 Apr 14 11:23:37.509350 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb00d2-0f26-4252-b262-e9ea5b0a0bfb req-7e99521a-a0ba-4086-812b-d4b31ab23f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:37.511109 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-89fb00d2-0f26-4252-b262-e9ea5b0a0bfb req-7e99521a-a0ba-4086-812b-d4b31ab23f02 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b2aaa5c-9e54-4364-a946-78c283f1ff6f HTTP/1.1" status: 200 len: 855 time: 0.2300839 Apr 14 11:23:37.536190 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-28c35b3b-54a3-4331-85e3-a51c97d6ee6f req-7256ca72-0a64-4477-a0d4-24659f06b563 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562873 Apr 14 11:23:37.702963 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b015ad97-ebfb-4add-91f6-9e9f88e29460 req-7b196a72-9164-4b49-965e-2cb1222eb7b6 service neutron] 10.222.0.41 "GET /v2.0/networks/107ffdc1-1c99-4692-a473-5dbc7ac62120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076847 Apr 14 11:23:37.717407 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb00d2-0f26-4252-b262-e9ea5b0a0bfb req-79adb393-6a0a-4051-b723-41e47691322d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:37.721321 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-89fb00d2-0f26-4252-b262-e9ea5b0a0bfb req-79adb393-6a0a-4051-b723-41e47691322d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=712e05ed-c735-46b7-8a8c-2c06f81a1c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1837604 Apr 14 11:23:37.746683 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-a33653d7-6854-457a-bb7c-302a8431ab4f None None] Set router 2b310e5a-8bd9-4fe1-a985-682972f8c6fe gateway port host: dv-cinder-774594-3-smb {{(pid=85230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:23:38.058569 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-89fb00d2-0f26-4252-b262-e9ea5b0a0bfb req-c1943376-919a-41a2-80f9-0e2f777bfb02 service neutron] 10.222.0.41 "GET /v2.0/networks/712e05ed-c735-46b7-8a8c-2c06f81a1c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294826 Apr 14 11:23:38.349993 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-89fb00d2-0f26-4252-b262-e9ea5b0a0bfb req-bcff7e93-1a61-4019-9603-c3cc74c3bee8 service neutron] 10.222.0.41 "GET /v2.0/networks/712e05ed-c735-46b7-8a8c-2c06f81a1c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836914 Apr 14 11:23:38.412417 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-a33653d7-6854-457a-bb7c-302a8431ab4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'name': 'tempest-AttachVolumeTestJSON-1254954246-router', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cafd84ae-424c-4f09-a1a0-204b2653b91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:33Z', 'updated_at': '2021-04-14T11:22:57Z', 'revision_number': 4, 'project_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'gw_port': {'id': 'cafd84ae-424c-4f09-a1a0-204b2653b91a', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:37Z', 'updated_at': '2021-04-14T11:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_floatingips': [{'id': '3a617006-f191-4d46-bb19-a9057496c1ac', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'floating_ip_address': '172.28.2.243', 'floating_network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'router_id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'port_id': 'c016cb05-b1e5-4c35-aecc-0925da1081a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120', 'mac_address': 'fa:16:3e:8b:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01829fc4-9b68-441f-8c7b-fd54284ab0fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:23:08Z', 'updated_at': '2021-04-14T11:23:34Z', 'revision_number': 1, 'project_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '361a38e0-7d77-4371-90b5-434e37951efa', 'name': '', 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'mac_address': 'fa:16:3e:8e:10:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f8dd919b-1721-4048-9598-4db7b1b92807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:52Z', 'updated_at': '2021-04-14T11:23:07Z', 'revision_number': 5, 'project_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'subnets': [{'id': 'f8dd919b-1721-4048-9598-4db7b1b92807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:23:38.418255 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33653d7-6854-457a-bb7c-302a8431ab4f None None] The sync data for ids ['2b310e5a-8bd9-4fe1-a985-682972f8c6fe'] in dv-cinder-774594-3-smb is: [{'id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'name': 'tempest-AttachVolumeTestJSON-1254954246-router', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cafd84ae-424c-4f09-a1a0-204b2653b91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:33Z', 'updated_at': '2021-04-14T11:22:57Z', 'revision_number': 4, 'project_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'gw_port': {'id': 'cafd84ae-424c-4f09-a1a0-204b2653b91a', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:37Z', 'updated_at': '2021-04-14T11:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_floatingips': [{'id': '3a617006-f191-4d46-bb19-a9057496c1ac', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'floating_ip_address': '172.28.2.243', 'floating_network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'router_id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'port_id': 'c016cb05-b1e5-4c35-aecc-0925da1081a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120', 'mac_address': 'fa:16:3e:8b:cf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01829fc4-9b68-441f-8c7b-fd54284ab0fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:23:08Z', 'updated_at': '2021-04-14T11:23:34Z', 'revision_number': 1, 'project_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '361a38e0-7d77-4371-90b5-434e37951efa', 'name': '', 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'mac_address': 'fa:16:3e:8e:10:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f8dd919b-1721-4048-9598-4db7b1b92807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:52Z', 'updated_at': '2021-04-14T11:23:07Z', 'revision_number': 5, 'project_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'subnets': [{'id': 'f8dd919b-1721-4048-9598-4db7b1b92807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 11:23:38.797874 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8007bd98-1d97-411d-b259-4793a3c12f04 None None] New status for floating IP 3a617006-f191-4d46-bb19-a9057496c1ac: ACTIVE {{(pid=85229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 11:23:38.844833 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 57562) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:38.894031 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5d7bb-bb86-4ac2-b236-e0d12bf71bad req-5e029e84-75ec-4914-a24a-c734a2740cd4 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:38.902824 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8bd5d7bb-bb86-4ac2-b236-e0d12bf71bad req-5e029e84-75ec-4914-a24a-c734a2740cd4 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 946 time: 0.1672902 Apr 14 11:23:38.938238 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8bd5d7bb-bb86-4ac2-b236-e0d12bf71bad req-fb0513be-eda4-4a2e-8d8a-9793fde37fd4 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341549 Apr 14 11:23:39.139911 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-96a86bef-af58-497a-a976-e0768d6e1c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:39.154588 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-de5ce176-9223-411c-87e1-ad61ed1604d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:39.157347 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-96a86bef-af58-497a-a976-e0768d6e1c8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:39.162387 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-96a86bef-af58-497a-a976-e0768d6e1c8d admin admin] Usage tracker for resource:security_group_rule and tenant:9fb9dc4f438b43d79267815482718749 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:23:39.165979 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-96a86bef-af58-497a-a976-e0768d6e1c8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:23:39.172218 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-96a86bef-af58-497a-a976-e0768d6e1c8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:39.260603 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-96a86bef-af58-497a-a976-e0768d6e1c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:39.266718 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-96a86bef-af58-497a-a976-e0768d6e1c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:39.277492 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-ffd7c2a4-500f-410e-8a89-40b3b501ed0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:39.324981 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a86bef-af58-497a-a976-e0768d6e1c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce85a51-8bab-4450-8de4-6a441ede451a,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:39.330394 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-96a86bef-af58-497a-a976-e0768d6e1c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:39.337301 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 57586) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:39.337421 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-96a86bef-af58-497a-a976-e0768d6e1c8d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9fb9dc4f438b43d79267815482718749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4913580 Apr 14 11:23:39.414684 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-53bc997e-8101-412e-a519-b6e6e1605490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:39.445684 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-53bc997e-8101-412e-a519-b6e6e1605490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:39.490249 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-53bc997e-8101-412e-a519-b6e6e1605490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:39.495329 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-1b984719-47ec-4209-9096-c31205517a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:39.509570 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc997e-8101-412e-a519-b6e6e1605490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce85a51-8bab-4450-8de4-6a441ede451a,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:39.512359 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-53bc997e-8101-412e-a519-b6e6e1605490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:39.513618 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-53bc997e-8101-412e-a519-b6e6e1605490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:39.519171 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-53bc997e-8101-412e-a519-b6e6e1605490 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cce85a51-8bab-4450-8de4-6a441ede451a HTTP/1.1" status: 204 len: 168 time: 0.1781476 Apr 14 11:23:40.074950 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:40.158678 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cef832-865a-4b6c-8d6f-fee6ceaf316a req-222c58ce-8d44-4930-a84e-06ae996a06a4 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:40.161953 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-66cef832-865a-4b6c-8d6f-fee6ceaf316a req-222c58ce-8d44-4930-a84e-06ae996a06a4 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 946 time: 0.1087823 Apr 14 11:23:40.212498 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-66cef832-865a-4b6c-8d6f-fee6ceaf316a req-68505395-242c-4e79-a027-dc1db5051dee tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330420 Apr 14 11:23:40.296183 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:40.423897 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 57632) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:40.548780 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-389feefa-dfef-4d6d-8ad6-9c16596f8003 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1756424139-network', 'tenant_id': 'ff019a656d4245e681861dedf5afe8a6'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:23:40.554139 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-389feefa-dfef-4d6d-8ad6-9c16596f8003 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:40.558234 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-389feefa-dfef-4d6d-8ad6-9c16596f8003 admin admin] Usage tracker for resource:network and tenant:ff019a656d4245e681861dedf5afe8a6 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:23:40.561283 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-389feefa-dfef-4d6d-8ad6-9c16596f8003 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:23:40.567336 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-389feefa-dfef-4d6d-8ad6-9c16596f8003 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:40.577065 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389feefa-dfef-4d6d-8ad6-9c16596f8003 admin admin] Made reservation on behalf of ff019a656d4245e681861dedf5afe8a6 for: {'network': 1} {{(pid=85227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:23:40.582178 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-389feefa-dfef-4d6d-8ad6-9c16596f8003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for network, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:40.596182 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-389feefa-dfef-4d6d-8ad6-9c16596f8003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:40.611748 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-389feefa-dfef-4d6d-8ad6-9c16596f8003 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:40.615807 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-389feefa-dfef-4d6d-8ad6-9c16596f8003 admin admin] Usage tracker for resource:security_group_rule and tenant:ff019a656d4245e681861dedf5afe8a6 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:23:40.618720 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-389feefa-dfef-4d6d-8ad6-9c16596f8003 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:23:40.624627 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-389feefa-dfef-4d6d-8ad6-9c16596f8003 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:40.711605 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-389feefa-dfef-4d6d-8ad6-9c16596f8003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:40.714585 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-389feefa-dfef-4d6d-8ad6-9c16596f8003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:40.718927 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-67e63c76-7d1c-4d6f-9ce2-a725d4fa142f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:40.751721 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-389feefa-dfef-4d6d-8ad6-9c16596f8003 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=85227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 11:23:40.763060 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389feefa-dfef-4d6d-8ad6-9c16596f8003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef1c3b4-1d61-46f3-961d-9885c5322058,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:40.766383 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-389feefa-dfef-4d6d-8ad6-9c16596f8003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:40.770652 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-389feefa-dfef-4d6d-8ad6-9c16596f8003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774745'] for segment, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:40.771123 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.db.segments_db [None req-389feefa-dfef-4d6d-8ad6-9c16596f8003 admin admin] Added segment 19f16303-637e-45ed-9e26-5e611a3c398d of type vlan for network 08cb8d39-b6d5-41c9-9b74-c67eeedc8694 Apr 14 11:23:40.805086 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-389feefa-dfef-4d6d-8ad6-9c16596f8003 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741597887210'] for network, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:40.833632 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-389feefa-dfef-4d6d-8ad6-9c16596f8003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029'] for network, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:40.835422 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389feefa-dfef-4d6d-8ad6-9c16596f8003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:40.836143 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-389feefa-dfef-4d6d-8ad6-9c16596f8003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for network, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:40.843773 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:40.952793 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-389feefa-dfef-4d6d-8ad6-9c16596f8003 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5276270 Apr 14 11:23:40.955851 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 57660) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:40.964337 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-14bd156b-ce1b-4fa1-9628-2cdb6625ec57 admin admin] Request body: {'subnet': {'network_id': '08cb8d39-b6d5-41c9-9b74-c67eeedc8694', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1756424139-subnet', 'tenant_id': 'ff019a656d4245e681861dedf5afe8a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:23:40.971558 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-14bd156b-ce1b-4fa1-9628-2cdb6625ec57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:40.975405 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389feefa-dfef-4d6d-8ad6-9c16596f8003 admin admin] Pushing event updated for resources: {'Network': ['ID=08cb8d39-b6d5-41c9-9b74-c67eeedc8694,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:40.978428 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-389feefa-dfef-4d6d-8ad6-9c16596f8003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:40.981011 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-14bd156b-ce1b-4fa1-9628-2cdb6625ec57 admin admin] Usage tracker for resource:subnet and tenant:ff019a656d4245e681861dedf5afe8a6 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:23:40.984689 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-14bd156b-ce1b-4fa1-9628-2cdb6625ec57 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:23:40.986789 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Network 08cb8d39-b6d5-41c9-9b74-c67eeedc8694 details requested by agent ovs-agent-dv-cinder-774594-3-smb with host dv-cinder-774594-3-smb {{(pid=85229) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 11:23:40.991736 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-14bd156b-ce1b-4fa1-9628-2cdb6625ec57 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:41.001917 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14bd156b-ce1b-4fa1-9628-2cdb6625ec57 admin admin] Made reservation on behalf of ff019a656d4245e681861dedf5afe8a6 for: {'subnet': 1} {{(pid=85227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:23:41.006825 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-14bd156b-ce1b-4fa1-9628-2cdb6625ec57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843538721'] for subnet, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:41.443026 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:41.452494 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:41.517224 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf0b38-e6b0-47f7-8279-71a0c8bc2fc2 req-ecf56ea8-daf0-45fa-ba07-70f6b33c8667 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:41.518946 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7abf0b38-e6b0-47f7-8279-71a0c8bc2fc2 req-ecf56ea8-daf0-45fa-ba07-70f6b33c8667 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 946 time: 0.1659679 Apr 14 11:23:41.563517 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7abf0b38-e6b0-47f7-8279-71a0c8bc2fc2 req-9b571dcc-eec9-4695-8d5c-50a2a3a3874f tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364563 Apr 14 11:23:41.568607 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-14bd156b-ce1b-4fa1-9628-2cdb6625ec57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10976476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843538784'] for subnet, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:41.584947 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:41.722607 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd156b-ce1b-4fa1-9628-2cdb6625ec57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59f841fe-e498-4ddc-9f8f-cb7fbcfa87eb,revision_number=0']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:41.728713 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-14bd156b-ce1b-4fa1-9628-2cdb6625ec57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:41.794971 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bd156b-ce1b-4fa1-9628-2cdb6625ec57 admin admin] Checking segment: {'id': '19f16303-637e-45ed-9e26-5e611a3c398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '08cb8d39-b6d5-41c9-9b74-c67eeedc8694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:23:41.795353 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bd156b-ce1b-4fa1-9628-2cdb6625ec57 admin admin] Network hostable DHCP agents. Network: 08cb8d39-b6d5-41c9-9b74-c67eeedc8694, hostable agents: ['89ea7c1e-af59-4771-b465-98593056a05b'], hosted agents: [] {{(pid=85227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 11:23:41.819511 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bd156b-ce1b-4fa1-9628-2cdb6625ec57 admin admin] Network 08cb8d39-b6d5-41c9-9b74-c67eeedc8694 is scheduled to be hosted by DHCP agent 89ea7c1e-af59-4771-b465-98593056a05b with binding_index 1 {{(pid=85227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 11:23:41.828164 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-14bd156b-ce1b-4fa1-9628-2cdb6625ec57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-3-smb, 08cb8d39-b6d5-41c9-9b74-c67eeedc8694) {{(pid=85227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:23:41.840847 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92255e8-a1c9-4500-998a-0dec662ab93b None None] Network 08cb8d39-b6d5-41c9-9b74-c67eeedc8694 requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:23:41.843537 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bd156b-ce1b-4fa1-9628-2cdb6625ec57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:41.844404 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-14bd156b-ce1b-4fa1-9628-2cdb6625ec57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for subnet, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:41.866854 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-14bd156b-ce1b-4fa1-9628-2cdb6625ec57 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9098678 Apr 14 11:23:42.383418 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae15395-1c38-42f4-899e-dd25c30366d8 None None] Network 08cb8d39-b6d5-41c9-9b74-c67eeedc8694 requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:23:42.568097 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 57738) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:42.575696 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-932bf788-ccb1-4413-bb9a-547a49c45f68 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-589045289-network', 'tenant_id': 'b30a337138fd4da3b679bf95d2b43214'}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:23:42.589655 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-932bf788-ccb1-4413-bb9a-547a49c45f68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:42.596712 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-932bf788-ccb1-4413-bb9a-547a49c45f68 admin admin] Usage tracker for resource:network and tenant:b30a337138fd4da3b679bf95d2b43214 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:23:42.601455 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-932bf788-ccb1-4413-bb9a-547a49c45f68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:23:42.615187 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-932bf788-ccb1-4413-bb9a-547a49c45f68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:42.635392 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932bf788-ccb1-4413-bb9a-547a49c45f68 admin admin] Made reservation on behalf of b30a337138fd4da3b679bf95d2b43214 for: {'network': 1} {{(pid=85228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:23:42.644434 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-932bf788-ccb1-4413-bb9a-547a49c45f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for network, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:42.690670 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-932bf788-ccb1-4413-bb9a-547a49c45f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:42.731052 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-932bf788-ccb1-4413-bb9a-547a49c45f68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:42.737855 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-932bf788-ccb1-4413-bb9a-547a49c45f68 admin admin] Usage tracker for resource:security_group_rule and tenant:b30a337138fd4da3b679bf95d2b43214 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:23:42.747304 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-932bf788-ccb1-4413-bb9a-547a49c45f68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:23:42.758559 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-932bf788-ccb1-4413-bb9a-547a49c45f68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:42.930330 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-932bf788-ccb1-4413-bb9a-547a49c45f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:42.941080 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-932bf788-ccb1-4413-bb9a-547a49c45f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:42.945122 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-96a86bef-af58-497a-a976-e0768d6e1c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:42.990459 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305dd2b5-9db7-4215-90a5-08b822cbb613 req-72bf235a-55f2-46ee-8965-a34057f2ac22 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:42.995146 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-305dd2b5-9db7-4215-90a5-08b822cbb613 req-72bf235a-55f2-46ee-8965-a34057f2ac22 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 946 time: 0.2294443 Apr 14 11:23:43.002014 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-932bf788-ccb1-4413-bb9a-547a49c45f68 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=85228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 11:23:43.036092 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932bf788-ccb1-4413-bb9a-547a49c45f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0491fa60-3ada-4c1f-8696-46c798bce803,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:43.053625 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-305dd2b5-9db7-4215-90a5-08b822cbb613 req-5541dca6-de54-47fb-af0f-60c7d2be5687 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484779 Apr 14 11:23:43.056031 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-932bf788-ccb1-4413-bb9a-547a49c45f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:43.058852 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-932bf788-ccb1-4413-bb9a-547a49c45f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774745'] for segment, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:43.059176 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.db.segments_db [None req-932bf788-ccb1-4413-bb9a-547a49c45f68 admin admin] Added segment 8724455f-0d20-486f-abca-d550f35b06f1 of type vlan for network b76183df-dcb1-4180-bdc5-b305d1ea453e Apr 14 11:23:43.088807 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-932bf788-ccb1-4413-bb9a-547a49c45f68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741597887210'] for network, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:43.120843 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-932bf788-ccb1-4413-bb9a-547a49c45f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029'] for network, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:43.122255 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932bf788-ccb1-4413-bb9a-547a49c45f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:43.122931 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-932bf788-ccb1-4413-bb9a-547a49c45f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for network, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:43.130461 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:43.252979 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932bf788-ccb1-4413-bb9a-547a49c45f68 admin admin] Pushing event updated for resources: {'Network': ['ID=b76183df-dcb1-4180-bdc5-b305d1ea453e,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:43.259392 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-932bf788-ccb1-4413-bb9a-547a49c45f68 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6869762 Apr 14 11:23:43.259392 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-932bf788-ccb1-4413-bb9a-547a49c45f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:43.259869 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 57770) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:43.264358 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Network b76183df-dcb1-4180-bdc5-b305d1ea453e details requested by agent ovs-agent-dv-cinder-774594-3-smb with host dv-cinder-774594-3-smb {{(pid=85229) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 11:23:43.274463 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-fc0fb996-396f-4459-a644-b7ab00b0bd20 admin admin] Request body: {'subnet': {'network_id': 'b76183df-dcb1-4180-bdc5-b305d1ea453e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-589045289-subnet', 'tenant_id': 'b30a337138fd4da3b679bf95d2b43214', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:23:43.279543 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-fc0fb996-396f-4459-a644-b7ab00b0bd20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:43.283869 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-fc0fb996-396f-4459-a644-b7ab00b0bd20 admin admin] Usage tracker for resource:subnet and tenant:b30a337138fd4da3b679bf95d2b43214 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:23:43.293991 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-fc0fb996-396f-4459-a644-b7ab00b0bd20 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:23:43.300145 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-fc0fb996-396f-4459-a644-b7ab00b0bd20 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:43.308964 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0fb996-396f-4459-a644-b7ab00b0bd20 admin admin] Made reservation on behalf of b30a337138fd4da3b679bf95d2b43214 for: {'subnet': 1} {{(pid=85227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:23:43.313697 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-fc0fb996-396f-4459-a644-b7ab00b0bd20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843538721'] for subnet, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:43.730896 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-fc0fb996-396f-4459-a644-b7ab00b0bd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10976476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843538784'] for subnet, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:43.749105 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:43.891150 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0fb996-396f-4459-a644-b7ab00b0bd20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5154b8af-0c2a-4977-a009-1ab3c42a87f1,revision_number=0']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:43.895939 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-fc0fb996-396f-4459-a644-b7ab00b0bd20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:43.959852 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0fb996-396f-4459-a644-b7ab00b0bd20 admin admin] Checking segment: {'id': '8724455f-0d20-486f-abca-d550f35b06f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'b76183df-dcb1-4180-bdc5-b305d1ea453e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:23:43.960278 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0fb996-396f-4459-a644-b7ab00b0bd20 admin admin] Network hostable DHCP agents. Network: b76183df-dcb1-4180-bdc5-b305d1ea453e, hostable agents: ['89ea7c1e-af59-4771-b465-98593056a05b'], hosted agents: [] {{(pid=85227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 11:23:43.979618 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0fb996-396f-4459-a644-b7ab00b0bd20 admin admin] Network b76183df-dcb1-4180-bdc5-b305d1ea453e is scheduled to be hosted by DHCP agent 89ea7c1e-af59-4771-b465-98593056a05b with binding_index 1 {{(pid=85227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 11:23:43.987675 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-fc0fb996-396f-4459-a644-b7ab00b0bd20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-3-smb, b76183df-dcb1-4180-bdc5-b305d1ea453e) {{(pid=85227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:23:43.999047 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20de926a-3eb3-47ba-b402-9fc92806bacf None None] Network b76183df-dcb1-4180-bdc5-b305d1ea453e requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:23:44.000315 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0fb996-396f-4459-a644-b7ab00b0bd20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:44.000969 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-fc0fb996-396f-4459-a644-b7ab00b0bd20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for subnet, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:44.022297 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-fc0fb996-396f-4459-a644-b7ab00b0bd20 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7611570 Apr 14 11:23:44.207519 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 57788) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:44.273843 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6391dcfc-6f75-4a02-8822-d2bde96401a0 None None] Network b76183df-dcb1-4180-bdc5-b305d1ea453e requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:23:44.308143 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_v2 [None req-003803ee-8695-45c9-959c-9f5b17659db0 admin admin] Deleting subnet 59f841fe-e498-4ddc-9f8f-cb7fbcfa87eb {{(pid=85228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 11:23:44.311538 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-003803ee-8695-45c9-959c-9f5b17659db0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:44.356460 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d4d66-51df-48b4-a685-fd748bcac381 req-57e174e1-506e-42a2-bce4-5f783e99aa88 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:44.377047 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-858d4d66-51df-48b4-a685-fd748bcac381 req-57e174e1-506e-42a2-bce4-5f783e99aa88 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 946 time: 0.1897342 Apr 14 11:23:44.409287 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-003803ee-8695-45c9-959c-9f5b17659db0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:44.418615 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-003803ee-8695-45c9-959c-9f5b17659db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4125'] for subnet, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:44.444004 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-858d4d66-51df-48b4-a685-fd748bcac381 req-16cc965d-3ebc-4c61-afe6-65ca79045ef2 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656593 Apr 14 11:23:44.782834 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-003803ee-8695-45c9-959c-9f5b17659db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029'] for subnet, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:44.799390 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-aebec65e-20be-4a22-b674-d942a7de9230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:44.903888 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003803ee-8695-45c9-959c-9f5b17659db0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59f841fe-e498-4ddc-9f8f-cb7fbcfa87eb,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:44.906858 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-003803ee-8695-45c9-959c-9f5b17659db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:44.947066 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-003803ee-8695-45c9-959c-9f5b17659db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for subnet, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:44.953643 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-003803ee-8695-45c9-959c-9f5b17659db0 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/59f841fe-e498-4ddc-9f8f-cb7fbcfa87eb HTTP/1.1" status: 204 len: 168 time: 0.7450387 Apr 14 11:23:44.956267 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 57820) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:45.079721 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-825bbae7-91b2-47ba-93d5-e86a47f9cf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854523456'] for network, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:45.279160 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-825bbae7-91b2-47ba-93d5-e86a47f9cf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854651492', 'neutron.services.segments.db._delete_segments_for_network--9223363295256356434'] for network, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:45.396133 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-825bbae7-91b2-47ba-93d5-e86a47f9cf68 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:23:45.396529 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-825bbae7-91b2-47ba-93d5-e86a47f9cf68 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:23:45.397352 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-825bbae7-91b2-47ba-93d5-e86a47f9cf68 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:23:45.397719 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-825bbae7-91b2-47ba-93d5-e86a47f9cf68 admin admin] Subscribe: > port after_create 55550000 {{(pid=85228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:23:45.398075 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-825bbae7-91b2-47ba-93d5-e86a47f9cf68 admin admin] Subscribe: > port after_delete 55550000 {{(pid=85228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:23:45.398449 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-825bbae7-91b2-47ba-93d5-e86a47f9cf68 admin admin] Subscribe: > port after_update 55550000 {{(pid=85228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:23:45.398859 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-825bbae7-91b2-47ba-93d5-e86a47f9cf68 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:23:45.399315 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-825bbae7-91b2-47ba-93d5-e86a47f9cf68 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:23:45.399671 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-825bbae7-91b2-47ba-93d5-e86a47f9cf68 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:23:45.400030 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-825bbae7-91b2-47ba-93d5-e86a47f9cf68 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:23:45.468169 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-825bbae7-91b2-47ba-93d5-e86a47f9cf68 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:23:45.468558 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-825bbae7-91b2-47ba-93d5-e86a47f9cf68 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:23:45.468931 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-825bbae7-91b2-47ba-93d5-e86a47f9cf68 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:23:45.469303 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-825bbae7-91b2-47ba-93d5-e86a47f9cf68 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85228) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 11:23:45.469733 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-825bbae7-91b2-47ba-93d5-e86a47f9cf68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08cb8d39-b6d5-41c9-9b74-c67eeedc8694']}} {{(pid=85228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:23:45.484946 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-825bbae7-91b2-47ba-93d5-e86a47f9cf68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f16303-637e-45ed-9e26-5e611a3c398d') {'for_net_delete': True} {{(pid=85228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:23:45.485282 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-825bbae7-91b2-47ba-93d5-e86a47f9cf68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f16303-637e-45ed-9e26-5e611a3c398d') {} {{(pid=85228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:23:45.499547 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-825bbae7-91b2-47ba-93d5-e86a47f9cf68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295256356178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863071'] for segment, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:45.522126 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-825bbae7-91b2-47ba-93d5-e86a47f9cf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774745'] for segment, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:45.529926 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-825bbae7-91b2-47ba-93d5-e86a47f9cf68 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=85228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 11:23:45.770836 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-825bbae7-91b2-47ba-93d5-e86a47f9cf68 admin admin] Network 08cb8d39-b6d5-41c9-9b74-c67eeedc8694 has no segments {{(pid=85228) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 11:23:46.009331 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-825bbae7-91b2-47ba-93d5-e86a47f9cf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852849635'] for segment, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:46.146077 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3951aaa-df67-4c6e-b8d8-312e824b9140 req-32acff4a-38f5-4dab-be90-9aec875cd41a tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:46.147858 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c3951aaa-df67-4c6e-b8d8-312e824b9140 req-32acff4a-38f5-4dab-be90-9aec875cd41a tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 946 time: 0.5405567 Apr 14 11:23:46.162267 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 57848) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:46.250958 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-825bbae7-91b2-47ba-93d5-e86a47f9cf68 admin admin] Network 08cb8d39-b6d5-41c9-9b74-c67eeedc8694 has no segments {{(pid=85228) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 11:23:46.262784 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c3951aaa-df67-4c6e-b8d8-312e824b9140 req-bca06017-ee4e-46f1-89cc-63849f68548f tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595441 Apr 14 11:23:46.286929 dv-cinder-774594-3-smb neutron-server[85114]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 11:23:46.286929 dv-cinder-774594-3-smb neutron-server[85114]: from cryptography.utils import int_from_bytes Apr 14 11:23:46.286929 dv-cinder-774594-3-smb neutron-server[85114]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 11:23:46.286929 dv-cinder-774594-3-smb neutron-server[85114]: from cryptography.utils import int_from_bytes Apr 14 11:23:46.286929 dv-cinder-774594-3-smb neutron-server[85114]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 14 11:23:46.286929 dv-cinder-774594-3-smb neutron-server[85114]: (rel_b, rel_a, rel_b), Apr 14 11:23:46.286929 dv-cinder-774594-3-smb neutron-server[85114]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 14 11:23:46.286929 dv-cinder-774594-3-smb neutron-server[85114]: (rel_b, rel_a, rel_b), Apr 14 11:23:46.286929 dv-cinder-774594-3-smb neutron-server[85114]: Traceback (most recent call last): Apr 14 11:23:46.286929 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 11:23:46.286929 dv-cinder-774594-3-smb neutron-server[85114]: timer() Apr 14 11:23:46.286929 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 11:23:46.286929 dv-cinder-774594-3-smb neutron-server[85114]: cb(*args, **kw) Apr 14 11:23:46.286929 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 11:23:46.286929 dv-cinder-774594-3-smb neutron-server[85114]: return func(*args, **kwargs) Apr 14 11:23:46.286929 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 11:23:46.286929 dv-cinder-774594-3-smb neutron-server[85114]: self._notify() Apr 14 11:23:46.286929 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 11:23:46.286929 dv-cinder-774594-3-smb neutron-server[85114]: self.callback(batched_events) Apr 14 11:23:46.286929 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 11:23:46.286929 dv-cinder-774594-3-smb neutron-server[85114]: event.method(event) Apr 14 11:23:46.286929 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 11:23:46.286929 dv-cinder-774594-3-smb neutron-server[85114]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 11:23:46.286929 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 11:23:46.286929 dv-cinder-774594-3-smb neutron-server[85114]: segment_id)['aggregates'][0] Apr 14 11:23:46.286929 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 11:23:46.286929 dv-cinder-774594-3-smb neutron-server[85114]: return f(self, *a, **k) Apr 14 11:23:46.286929 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 11:23:46.286929 dv-cinder-774594-3-smb neutron-server[85114]: return self._get(url).json() Apr 14 11:23:46.286929 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 11:23:46.286929 dv-cinder-774594-3-smb neutron-server[85114]: **kwargs) Apr 14 11:23:46.286929 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 11:23:46.286929 dv-cinder-774594-3-smb neutron-server[85114]: return self.request(url, 'GET', **kwargs) Apr 14 11:23:46.286929 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 11:23:46.286929 dv-cinder-774594-3-smb neutron-server[85114]: **endpoint_filter) Apr 14 11:23:46.286929 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 11:23:46.286929 dv-cinder-774594-3-smb neutron-server[85114]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 11:23:46.286929 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 11:23:46.286929 dv-cinder-774594-3-smb neutron-server[85114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 11:23:46.286929 dv-cinder-774594-3-smb neutron-server[85114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 11:23:46.333717 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-fa8b5a1b-8016-490a-834b-dd52727d8b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:46.349369 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-fa8b5a1b-8016-490a-834b-dd52727d8b13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:46.353513 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-fa8b5a1b-8016-490a-834b-dd52727d8b13 admin admin] Usage tracker for resource:security_group_rule and tenant:c22e33b63f2e4d61a6c203603d01b2f4 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:23:46.356636 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-fa8b5a1b-8016-490a-834b-dd52727d8b13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:23:46.363314 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-fa8b5a1b-8016-490a-834b-dd52727d8b13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:46.370506 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-825bbae7-91b2-47ba-93d5-e86a47f9cf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-124293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854119409'] for network, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:46.376273 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-825bbae7-91b2-47ba-93d5-e86a47f9cf68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for network, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:46.381119 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:46.403164 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825bbae7-91b2-47ba-93d5-e86a47f9cf68 admin admin] Pushing event deleted for resources: {'Network': ['ID=08cb8d39-b6d5-41c9-9b74-c67eeedc8694,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:46.406289 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-825bbae7-91b2-47ba-93d5-e86a47f9cf68 admin admin] 10.222.0.52 "DELETE /v2.0/networks/08cb8d39-b6d5-41c9-9b74-c67eeedc8694 HTTP/1.1" status: 204 len: 168 time: 1.4480805 Apr 14 11:23:46.407438 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-825bbae7-91b2-47ba-93d5-e86a47f9cf68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:46.409798 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 57860) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:46.516355 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_v2 [None req-03cf6cb5-381b-44e7-a678-c8051de57168 admin admin] Deleting subnet 5154b8af-0c2a-4977-a009-1ab3c42a87f1 {{(pid=85227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 11:23:46.522998 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-fa8b5a1b-8016-490a-834b-dd52727d8b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:46.524009 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-03cf6cb5-381b-44e7-a678-c8051de57168 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:46.556657 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-fa8b5a1b-8016-490a-834b-dd52727d8b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:46.566217 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-2ad374f8-f88e-48b6-aabe-581b80e04ba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:46.621579 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-03cf6cb5-381b-44e7-a678-c8051de57168 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852804491'] for subnet, precommit_delete_associations {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:46.677768 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b5a1b-8016-490a-834b-dd52727d8b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9be66e8-0de5-4808-9916-8e5d52f8ad05,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:46.683301 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-fa8b5a1b-8016-490a-834b-dd52727d8b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:46.685822 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-fa8b5a1b-8016-490a-834b-dd52727d8b13 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c22e33b63f2e4d61a6c203603d01b2f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5222859 Apr 14 11:23:46.688761 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 57876) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:46.697944 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-03cf6cb5-381b-44e7-a678-c8051de57168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4125'] for subnet, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:46.776163 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-80a85298-bd53-4c4e-b0cc-f06e65e39b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:46.808763 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-80a85298-bd53-4c4e-b0cc-f06e65e39b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:46.856212 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-80a85298-bd53-4c4e-b0cc-f06e65e39b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:46.861345 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:46.873998 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a85298-bd53-4c4e-b0cc-f06e65e39b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9be66e8-0de5-4808-9916-8e5d52f8ad05,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:46.877202 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-80a85298-bd53-4c4e-b0cc-f06e65e39b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:46.879907 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-80a85298-bd53-4c4e-b0cc-f06e65e39b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:46.882070 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-80a85298-bd53-4c4e-b0cc-f06e65e39b92 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b9be66e8-0de5-4808-9916-8e5d52f8ad05 HTTP/1.1" status: 204 len: 168 time: 0.1910412 Apr 14 11:23:46.979744 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-03cf6cb5-381b-44e7-a678-c8051de57168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843799517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11237049'] for subnet, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:47.225721 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:47.338327 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf6cb5-381b-44e7-a678-c8051de57168 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5154b8af-0c2a-4977-a009-1ab3c42a87f1,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:47.358307 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-03cf6cb5-381b-44e7-a678-c8051de57168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:47.417152 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-03cf6cb5-381b-44e7-a678-c8051de57168 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:47.433575 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-03cf6cb5-381b-44e7-a678-c8051de57168 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/5154b8af-0c2a-4977-a009-1ab3c42a87f1 HTTP/1.1" status: 204 len: 168 time: 1.0193284 Apr 14 11:23:47.434029 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 57912) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:47.548755 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff624f1-9435-485b-a578-af81c38406a8 req-57b8d10c-3270-4842-a953-2817befbeda9 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:47.557612 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-bff624f1-9435-485b-a578-af81c38406a8 req-57b8d10c-3270-4842-a953-2817befbeda9 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 946 time: 0.1055679 Apr 14 11:23:47.568764 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b859a196-fbd6-47a6-99cf-fe4616c1f89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854523456'] for network, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:47.591223 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-bff624f1-9435-485b-a578-af81c38406a8 req-83b85263-0dea-4d59-8dd2-631a03747f92 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325947 Apr 14 11:23:47.769828 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b859a196-fbd6-47a6-99cf-fe4616c1f89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854651492', 'neutron.services.segments.db._delete_segments_for_network--9223363295256356434'] for network, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:47.895361 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-b859a196-fbd6-47a6-99cf-fe4616c1f89e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b76183df-dcb1-4180-bdc5-b305d1ea453e']}} {{(pid=85228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:23:47.909332 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-b859a196-fbd6-47a6-99cf-fe4616c1f89e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8724455f-0d20-486f-abca-d550f35b06f1') {'for_net_delete': True} {{(pid=85228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:23:47.909619 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-b859a196-fbd6-47a6-99cf-fe4616c1f89e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8724455f-0d20-486f-abca-d550f35b06f1') {} {{(pid=85228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:23:47.925126 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b859a196-fbd6-47a6-99cf-fe4616c1f89e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295256356178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863071'] for segment, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:47.946007 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b859a196-fbd6-47a6-99cf-fe4616c1f89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774745'] for segment, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:47.951730 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b859a196-fbd6-47a6-99cf-fe4616c1f89e admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=85228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 11:23:48.163015 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-b859a196-fbd6-47a6-99cf-fe4616c1f89e admin admin] Network b76183df-dcb1-4180-bdc5-b305d1ea453e has no segments {{(pid=85228) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 11:23:48.173057 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b859a196-fbd6-47a6-99cf-fe4616c1f89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852849635'] for segment, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:48.306714 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 57950) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:48.383276 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-b859a196-fbd6-47a6-99cf-fe4616c1f89e admin admin] Network b76183df-dcb1-4180-bdc5-b305d1ea453e has no segments {{(pid=85228) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 11:23:48.406066 dv-cinder-774594-3-smb neutron-server[85114]: Traceback (most recent call last): Apr 14 11:23:48.406066 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 11:23:48.406066 dv-cinder-774594-3-smb neutron-server[85114]: timer() Apr 14 11:23:48.406066 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 11:23:48.406066 dv-cinder-774594-3-smb neutron-server[85114]: cb(*args, **kw) Apr 14 11:23:48.406066 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 11:23:48.406066 dv-cinder-774594-3-smb neutron-server[85114]: return func(*args, **kwargs) Apr 14 11:23:48.406066 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 11:23:48.406066 dv-cinder-774594-3-smb neutron-server[85114]: self._notify() Apr 14 11:23:48.406066 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 11:23:48.406066 dv-cinder-774594-3-smb neutron-server[85114]: self.callback(batched_events) Apr 14 11:23:48.406066 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 11:23:48.406066 dv-cinder-774594-3-smb neutron-server[85114]: event.method(event) Apr 14 11:23:48.406066 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 11:23:48.406066 dv-cinder-774594-3-smb neutron-server[85114]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 11:23:48.406066 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 11:23:48.406066 dv-cinder-774594-3-smb neutron-server[85114]: segment_id)['aggregates'][0] Apr 14 11:23:48.406066 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 11:23:48.406066 dv-cinder-774594-3-smb neutron-server[85114]: return f(self, *a, **k) Apr 14 11:23:48.406066 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 11:23:48.406066 dv-cinder-774594-3-smb neutron-server[85114]: return self._get(url).json() Apr 14 11:23:48.406066 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 11:23:48.406066 dv-cinder-774594-3-smb neutron-server[85114]: **kwargs) Apr 14 11:23:48.406066 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 11:23:48.406066 dv-cinder-774594-3-smb neutron-server[85114]: return self.request(url, 'GET', **kwargs) Apr 14 11:23:48.406066 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 11:23:48.406066 dv-cinder-774594-3-smb neutron-server[85114]: **endpoint_filter) Apr 14 11:23:48.406066 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 11:23:48.406066 dv-cinder-774594-3-smb neutron-server[85114]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 11:23:48.406066 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 11:23:48.406066 dv-cinder-774594-3-smb neutron-server[85114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 11:23:48.406066 dv-cinder-774594-3-smb neutron-server[85114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 11:23:48.485112 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b859a196-fbd6-47a6-99cf-fe4616c1f89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-124293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854119409'] for network, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:48.489528 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:48.507679 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b859a196-fbd6-47a6-99cf-fe4616c1f89e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for network, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:48.518994 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b859a196-fbd6-47a6-99cf-fe4616c1f89e admin admin] Pushing event deleted for resources: {'Network': ['ID=b76183df-dcb1-4180-bdc5-b305d1ea453e,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:48.521536 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b859a196-fbd6-47a6-99cf-fe4616c1f89e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:48.526300 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-b859a196-fbd6-47a6-99cf-fe4616c1f89e admin admin] 10.222.0.52 "DELETE /v2.0/networks/b76183df-dcb1-4180-bdc5-b305d1ea453e HTTP/1.1" status: 204 len: 168 time: 1.0909970 Apr 14 11:23:48.645356 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-31451472-eded-4f3a-a907-63b86817959c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:48.687100 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-31451472-eded-4f3a-a907-63b86817959c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:48.701737 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-31451472-eded-4f3a-a907-63b86817959c admin admin] Usage tracker for resource:security_group_rule and tenant:9a4b155c21084bd686c75134185b7952 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:23:48.708856 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-31451472-eded-4f3a-a907-63b86817959c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:23:48.720301 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-31451472-eded-4f3a-a907-63b86817959c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:48.784327 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 57972) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:48.853240 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fac55-ff48-4422-95c6-56d25d088e29 req-ce18c6db-b060-43ad-952a-083e4c9cfdbd tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:48.861070 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e91fac55-ff48-4422-95c6-56d25d088e29 req-ce18c6db-b060-43ad-952a-083e4c9cfdbd tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 946 time: 0.1276877 Apr 14 11:23:48.879937 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-aa324343-180d-4708-8212-82a05e0fb41e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ff019a656d4245e681861dedf5afe8a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0936859 Apr 14 11:23:48.883095 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 57980) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:48.893031 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e91fac55-ff48-4422-95c6-56d25d088e29 req-eac4210b-757b-4960-b5ca-e5d85e6b1be9 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308602 Apr 14 11:23:48.946737 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-31451472-eded-4f3a-a907-63b86817959c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:48.954002 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-31451472-eded-4f3a-a907-63b86817959c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:48.970741 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-ab88d80f-14c0-4af8-ac9c-5d5314951e81 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:49.006772 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31451472-eded-4f3a-a907-63b86817959c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbd8e8d-455c-4895-8dcc-b9c95264d4c0,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:49.020293 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-31451472-eded-4f3a-a907-63b86817959c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:49.021133 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-72e23f4c-1b50-4c8d-9adc-df35d3fe33e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:49.048431 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-31451472-eded-4f3a-a907-63b86817959c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9a4b155c21084bd686c75134185b7952&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7376611 Apr 14 11:23:49.048940 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 57990) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:49.080034 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-72e23f4c-1b50-4c8d-9adc-df35d3fe33e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:49.165273 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3d7905a8-ef9b-4084-af4a-5d16a508a1d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:49.195088 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3d7905a8-ef9b-4084-af4a-5d16a508a1d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:49.209453 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-72e23f4c-1b50-4c8d-9adc-df35d3fe33e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:49.225334 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-389feefa-dfef-4d6d-8ad6-9c16596f8003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:49.254582 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e23f4c-1b50-4c8d-9adc-df35d3fe33e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef1c3b4-1d61-46f3-961d-9885c5322058,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:49.260036 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-72e23f4c-1b50-4c8d-9adc-df35d3fe33e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:49.264183 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-72e23f4c-1b50-4c8d-9adc-df35d3fe33e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:49.265403 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-72e23f4c-1b50-4c8d-9adc-df35d3fe33e2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7ef1c3b4-1d61-46f3-961d-9885c5322058 HTTP/1.1" status: 204 len: 168 time: 0.3811641 Apr 14 11:23:49.283728 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3d7905a8-ef9b-4084-af4a-5d16a508a1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:49.289276 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:49.309124 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7905a8-ef9b-4084-af4a-5d16a508a1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbd8e8d-455c-4895-8dcc-b9c95264d4c0,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:49.311344 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3d7905a8-ef9b-4084-af4a-5d16a508a1d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:49.315190 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-3d7905a8-ef9b-4084-af4a-5d16a508a1d2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0dbd8e8d-455c-4895-8dcc-b9c95264d4c0 HTTP/1.1" status: 204 len: 168 time: 0.2628689 Apr 14 11:23:49.315190 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-3d7905a8-ef9b-4084-af4a-5d16a508a1d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:49.703485 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 58018) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:49.711529 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 58022) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:49.731191 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-79878e80-a84f-4fba-9374-94f00720fe3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:49.747184 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-79878e80-a84f-4fba-9374-94f00720fe3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:49.751201 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-79878e80-a84f-4fba-9374-94f00720fe3a admin admin] Usage tracker for resource:security_group_rule and tenant:6e5539b667594054af0fb8dfdafc4970 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:23:49.754771 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-79878e80-a84f-4fba-9374-94f00720fe3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:23:49.759343 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-a6ae90bf-c430-4160-b900-7de6c2ff5346 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b30a337138fd4da3b679bf95d2b43214&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0544164 Apr 14 11:23:49.760668 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 58026) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:49.763321 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-79878e80-a84f-4fba-9374-94f00720fe3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:49.859830 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-24f11081-a7b6-4d37-a59d-0c8c9cf7dfee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:49.903307 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-24f11081-a7b6-4d37-a59d-0c8c9cf7dfee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:49.964503 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-79878e80-a84f-4fba-9374-94f00720fe3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:49.968438 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-79878e80-a84f-4fba-9374-94f00720fe3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:49.978279 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-d87e0ebb-cfb8-4b22-8b11-40c18b614d3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:50.016676 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-24f11081-a7b6-4d37-a59d-0c8c9cf7dfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:50.030939 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-79878e80-a84f-4fba-9374-94f00720fe3a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6e5539b667594054af0fb8dfdafc4970&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3157122 Apr 14 11:23:50.032147 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 58032) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:50.079566 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79878e80-a84f-4fba-9374-94f00720fe3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b645a2bc-b4d2-4e67-951e-6abbe3f1db51,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:50.083128 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-79878e80-a84f-4fba-9374-94f00720fe3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:50.091476 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:50.105929 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-24f11081-a7b6-4d37-a59d-0c8c9cf7dfee admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:50.107163 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-24f11081-a7b6-4d37-a59d-0c8c9cf7dfee admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0491fa60-3ada-4c1f-8696-46c798bce803 HTTP/1.1" status: 204 len: 168 time: 0.3455074 Apr 14 11:23:50.107320 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-51dd1d00-51a0-41e6-aad8-7e90fdf7dbc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:50.108104 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f11081-a7b6-4d37-a59d-0c8c9cf7dfee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0491fa60-3ada-4c1f-8696-46c798bce803,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:50.110617 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-24f11081-a7b6-4d37-a59d-0c8c9cf7dfee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:50.159237 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-51dd1d00-51a0-41e6-aad8-7e90fdf7dbc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:50.172436 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9403307-57b8-4477-951a-431a04d92576 req-459ff2db-caeb-4e78-9ab3-68097dc0a4ed tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:50.177356 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c9403307-57b8-4477-951a-431a04d92576 req-459ff2db-caeb-4e78-9ab3-68097dc0a4ed tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 946 time: 0.1521943 Apr 14 11:23:50.210627 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-51dd1d00-51a0-41e6-aad8-7e90fdf7dbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:50.216404 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-4f19abfc-9a82-44a5-9ea8-2d2d606b2a05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:50.216648 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c9403307-57b8-4477-951a-431a04d92576 req-13fa49af-5625-44c1-935a-5b1e27c243f0 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325770 Apr 14 11:23:50.231873 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd1d00-51a0-41e6-aad8-7e90fdf7dbc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b645a2bc-b4d2-4e67-951e-6abbe3f1db51,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:50.235013 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-51dd1d00-51a0-41e6-aad8-7e90fdf7dbc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:50.236153 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-51dd1d00-51a0-41e6-aad8-7e90fdf7dbc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:50.237362 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-51dd1d00-51a0-41e6-aad8-7e90fdf7dbc8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b645a2bc-b4d2-4e67-951e-6abbe3f1db51 HTTP/1.1" status: 204 len: 168 time: 0.2031002 Apr 14 11:23:50.714678 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 58082) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:50.753717 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c51bd87d-150f-4707-b138-2e3c247802d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:50.778449 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-c51bd87d-150f-4707-b138-2e3c247802d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:50.784147 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-c51bd87d-150f-4707-b138-2e3c247802d9 admin admin] Usage tracker for resource:security_group_rule and tenant:35bc5f7f80ea4b0db406174e80c3873c is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:23:50.787918 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-c51bd87d-150f-4707-b138-2e3c247802d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:23:50.798746 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-c51bd87d-150f-4707-b138-2e3c247802d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:50.903886 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c51bd87d-150f-4707-b138-2e3c247802d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:50.906919 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c51bd87d-150f-4707-b138-2e3c247802d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:50.936320 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-468e4b24-9811-4ea8-af51-f1bb179e3b62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:50.971549 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-c51bd87d-150f-4707-b138-2e3c247802d9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=35bc5f7f80ea4b0db406174e80c3873c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2555990 Apr 14 11:23:50.973778 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51bd87d-150f-4707-b138-2e3c247802d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78164f04-8a09-463f-b9e4-ea986a0c39e4,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:50.974945 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 58104) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:50.977731 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-c51bd87d-150f-4707-b138-2e3c247802d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:51.049585 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-baaebc89-8d1c-43ee-8488-da80955bc6dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:51.078893 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-baaebc89-8d1c-43ee-8488-da80955bc6dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:51.109337 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 6 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:23:51.129848 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-baaebc89-8d1c-43ee-8488-da80955bc6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:51.135041 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-9c23a3ad-0757-4f3e-b66b-0c398aeb17d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:51.147811 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaebc89-8d1c-43ee-8488-da80955bc6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78164f04-8a09-463f-b9e4-ea986a0c39e4,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:51.150959 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-baaebc89-8d1c-43ee-8488-da80955bc6dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:51.153009 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-baaebc89-8d1c-43ee-8488-da80955bc6dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:51.157623 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-baaebc89-8d1c-43ee-8488-da80955bc6dd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/78164f04-8a09-463f-b9e4-ea986a0c39e4 HTTP/1.1" status: 204 len: 168 time: 0.1815937 Apr 14 11:23:51.444583 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc24b3-a960-45ec-b769-3f8587557d17 req-2d86f4c5-d36b-4b46-b047-a15868ff4e25 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:51.449224 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-92bc24b3-a960-45ec-b769-3f8587557d17 req-2d86f4c5-d36b-4b46-b047-a15868ff4e25 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 946 time: 0.0990434 Apr 14 11:23:51.477835 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-92bc24b3-a960-45ec-b769-3f8587557d17 req-f2d5043c-75db-4d5c-bef9-3e16ee82150d tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0253546 Apr 14 11:23:51.517382 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 58128) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:51.685705 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-76052cb3-7eab-48b3-b09e-c4d6a770f2e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:51.703070 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-76052cb3-7eab-48b3-b09e-c4d6a770f2e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:51.707380 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-76052cb3-7eab-48b3-b09e-c4d6a770f2e2 admin admin] Usage tracker for resource:security_group_rule and tenant:8df2615bfb86434c9d26ecae0e8f1bbf is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:23:51.710482 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-76052cb3-7eab-48b3-b09e-c4d6a770f2e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:23:51.720334 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-76052cb3-7eab-48b3-b09e-c4d6a770f2e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:51.812741 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-76052cb3-7eab-48b3-b09e-c4d6a770f2e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:51.815598 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-76052cb3-7eab-48b3-b09e-c4d6a770f2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:51.824999 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-80a85298-bd53-4c4e-b0cc-f06e65e39b92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:51.867464 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-76052cb3-7eab-48b3-b09e-c4d6a770f2e2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8df2615bfb86434c9d26ecae0e8f1bbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3489037 Apr 14 11:23:51.869139 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76052cb3-7eab-48b3-b09e-c4d6a770f2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe6b7d8-e6b9-488b-a6f7-f9c47fe451e7,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:51.870222 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 58156) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:51.872637 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-76052cb3-7eab-48b3-b09e-c4d6a770f2e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:51.946911 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-64dc3ff0-4c93-406b-a92f-9e4ad34d55ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:51.976570 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-64dc3ff0-4c93-406b-a92f-9e4ad34d55ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:52.034953 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-64dc3ff0-4c93-406b-a92f-9e4ad34d55ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:52.048249 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-24f11081-a7b6-4d37-a59d-0c8c9cf7dfee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:52.066553 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc3ff0-4c93-406b-a92f-9e4ad34d55ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe6b7d8-e6b9-488b-a6f7-f9c47fe451e7,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:52.069726 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-64dc3ff0-4c93-406b-a92f-9e4ad34d55ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:52.071814 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-64dc3ff0-4c93-406b-a92f-9e4ad34d55ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:52.073148 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-64dc3ff0-4c93-406b-a92f-9e4ad34d55ef admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0fe6b7d8-e6b9-488b-a6f7-f9c47fe451e7 HTTP/1.1" status: 204 len: 168 time: 0.2008388 Apr 14 11:23:52.200080 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 58176) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:52.522137 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1d7f032f-08fa-484d-901d-bafec8073104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:52.528717 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 58192) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:52.572903 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-1d7f032f-08fa-484d-901d-bafec8073104 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:52.577168 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-1d7f032f-08fa-484d-901d-bafec8073104 admin admin] Usage tracker for resource:security_group_rule and tenant:48c9e46a8a124de5ba11c507cb2767ca is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:23:52.581036 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-1d7f032f-08fa-484d-901d-bafec8073104 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:23:52.593413 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-1d7f032f-08fa-484d-901d-bafec8073104 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:52.611707 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 58198) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:52.671069 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ff62fe5f-b01c-4ea6-b152-72a67df1fe37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:52.706357 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-ff62fe5f-b01c-4ea6-b152-72a67df1fe37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:52.718476 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-ff62fe5f-b01c-4ea6-b152-72a67df1fe37 admin admin] Usage tracker for resource:security_group_rule and tenant:ab2e653968b5449fa9beb84099b35ea7 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:23:52.726023 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-ff62fe5f-b01c-4ea6-b152-72a67df1fe37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:23:52.742158 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-ff62fe5f-b01c-4ea6-b152-72a67df1fe37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:52.763327 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1d7f032f-08fa-484d-901d-bafec8073104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:52.780100 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1d7f032f-08fa-484d-901d-bafec8073104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:52.791648 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-632def96-de71-4e19-852c-12a8a870d8fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:52.826218 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3ff62-07f1-43c4-bb9a-b9101aad9d46 req-63716f29-b6f9-4474-82f3-23e4eb4d11a7 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:52.827712 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d6c3ff62-07f1-43c4-bb9a-b9101aad9d46 req-63716f29-b6f9-4474-82f3-23e4eb4d11a7 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 946 time: 0.1711285 Apr 14 11:23:52.862731 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-61f6a8d0-c24d-4412-8e5d-2b14f7bf1832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:52.881380 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f032f-08fa-484d-901d-bafec8073104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c48713e-2eab-42c9-98c7-e42c6f9e95b9,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:52.885963 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-1d7f032f-08fa-484d-901d-bafec8073104 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=48c9e46a8a124de5ba11c507cb2767ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6848278 Apr 14 11:23:52.890579 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-1d7f032f-08fa-484d-901d-bafec8073104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:52.891527 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 58212) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:52.899867 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-61f6a8d0-c24d-4412-8e5d-2b14f7bf1832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:52.900532 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d6c3ff62-07f1-43c4-bb9a-b9101aad9d46 req-3679334e-fb31-4578-96e4-30816c014c46 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612862 Apr 14 11:23:52.904119 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-61f6a8d0-c24d-4412-8e5d-2b14f7bf1832 admin admin] Usage tracker for resource:security_group_rule and tenant:8d5c94a44f504edbbfff75a85fac2b54 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:23:52.907192 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-61f6a8d0-c24d-4412-8e5d-2b14f7bf1832 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:23:52.916454 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-61f6a8d0-c24d-4412-8e5d-2b14f7bf1832 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:52.977723 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d091a2f7-751b-4655-9642-9f2556f30f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:52.991441 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ff62fe5f-b01c-4ea6-b152-72a67df1fe37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:52.996799 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ff62fe5f-b01c-4ea6-b152-72a67df1fe37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:53.010001 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:53.015556 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d091a2f7-751b-4655-9642-9f2556f30f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:53.074721 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62fe5f-b01c-4ea6-b152-72a67df1fe37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d3bf91-d3ae-4915-89d6-740b82ac5ca6,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:53.108617 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d091a2f7-751b-4655-9642-9f2556f30f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:53.118849 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-df55757a-466f-4ce7-bd7f-d8ad9764f78c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:53.136728 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-61f6a8d0-c24d-4412-8e5d-2b14f7bf1832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:53.145585 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-ff62fe5f-b01c-4ea6-b152-72a67df1fe37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:53.149805 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-61f6a8d0-c24d-4412-8e5d-2b14f7bf1832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:53.151001 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091a2f7-751b-4655-9642-9f2556f30f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c48713e-2eab-42c9-98c7-e42c6f9e95b9,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:53.153475 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-d091a2f7-751b-4655-9642-9f2556f30f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:53.154640 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d091a2f7-751b-4655-9642-9f2556f30f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:53.167320 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:53.180705 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-d091a2f7-751b-4655-9642-9f2556f30f4d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7c48713e-2eab-42c9-98c7-e42c6f9e95b9 HTTP/1.1" status: 204 len: 168 time: 0.2850456 Apr 14 11:23:53.193265 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-ff62fe5f-b01c-4ea6-b152-72a67df1fe37 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ab2e653968b5449fa9beb84099b35ea7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5777600 Apr 14 11:23:53.193852 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 58224) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:53.240213 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-61f6a8d0-c24d-4412-8e5d-2b14f7bf1832 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8d5c94a44f504edbbfff75a85fac2b54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7103252 Apr 14 11:23:53.241664 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f6a8d0-c24d-4412-8e5d-2b14f7bf1832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3273a4-0f18-4d72-a9eb-85698b8a4c83,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:53.244253 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 58230) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:53.246882 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-61f6a8d0-c24d-4412-8e5d-2b14f7bf1832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:53.311045 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a4b9874e-2fbf-45f5-b9c6-a20fbb233e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:53.321769 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3934234b-e3ad-4efb-98e7-224636f135af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:53.353163 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a4b9874e-2fbf-45f5-b9c6-a20fbb233e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:53.367114 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3934234b-e3ad-4efb-98e7-224636f135af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:53.399826 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a4b9874e-2fbf-45f5-b9c6-a20fbb233e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:53.406645 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:53.422105 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9874e-2fbf-45f5-b9c6-a20fbb233e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d3bf91-d3ae-4915-89d6-740b82ac5ca6,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:53.425887 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a4b9874e-2fbf-45f5-b9c6-a20fbb233e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:53.427877 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a4b9874e-2fbf-45f5-b9c6-a20fbb233e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:53.429897 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-a4b9874e-2fbf-45f5-b9c6-a20fbb233e54 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/66d3bf91-d3ae-4915-89d6-740b82ac5ca6 HTTP/1.1" status: 204 len: 168 time: 0.2345378 Apr 14 11:23:53.438754 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3934234b-e3ad-4efb-98e7-224636f135af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:53.442821 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-7dfb7921-c970-4a4d-a31e-fe9d0247eab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:53.476804 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3934234b-e3ad-4efb-98e7-224636f135af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3273a4-0f18-4d72-a9eb-85698b8a4c83,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:53.496972 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-3934234b-e3ad-4efb-98e7-224636f135af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:53.544872 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3934234b-e3ad-4efb-98e7-224636f135af admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:53.554026 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-3934234b-e3ad-4efb-98e7-224636f135af admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8b3273a4-0f18-4d72-a9eb-85698b8a4c83 HTTP/1.1" status: 204 len: 168 time: 0.3086193 Apr 14 11:23:53.699345 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 58250) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:53.732257 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6b56aad6-7c1d-44ba-9c75-ee03cce6e5c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:53.749686 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-6b56aad6-7c1d-44ba-9c75-ee03cce6e5c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:53.754464 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-6b56aad6-7c1d-44ba-9c75-ee03cce6e5c7 admin admin] Usage tracker for resource:security_group_rule and tenant:0f4d7d2dddcc4f479eed507099aaa6ec is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:23:53.757603 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-6b56aad6-7c1d-44ba-9c75-ee03cce6e5c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:23:53.764112 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-6b56aad6-7c1d-44ba-9c75-ee03cce6e5c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:53.866708 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6b56aad6-7c1d-44ba-9c75-ee03cce6e5c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:53.869580 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6b56aad6-7c1d-44ba-9c75-ee03cce6e5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:53.879671 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-7847b7ff-dd09-480c-8841-48b47fdd354f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:53.933259 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-6b56aad6-7c1d-44ba-9c75-ee03cce6e5c7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0f4d7d2dddcc4f479eed507099aaa6ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2317386 Apr 14 11:23:53.933450 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 58262) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:53.935284 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b56aad6-7c1d-44ba-9c75-ee03cce6e5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9635d003-6d9e-4d27-80f1-c0aeb3b3841b,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:53.939015 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-6b56aad6-7c1d-44ba-9c75-ee03cce6e5c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:54.041235 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f1ccf90d-f5ed-4fec-88e4-e10e56cb40cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:54.106868 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f1ccf90d-f5ed-4fec-88e4-e10e56cb40cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:54.146023 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d90bb8-d264-40ed-b04c-da388dada9f8 req-3645ff69-206d-4ad8-ac22-50138d90adcc tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:54.148713 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c1d90bb8-d264-40ed-b04c-da388dada9f8 req-3645ff69-206d-4ad8-ac22-50138d90adcc tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 946 time: 0.1083496 Apr 14 11:23:54.158553 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f1ccf90d-f5ed-4fec-88e4-e10e56cb40cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:54.167418 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-bb0c473f-3974-40e4-96cc-175e27dae769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:54.179576 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ccf90d-f5ed-4fec-88e4-e10e56cb40cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9635d003-6d9e-4d27-80f1-c0aeb3b3841b,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:54.185824 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c1d90bb8-d264-40ed-b04c-da388dada9f8 req-757d076d-fd18-45ce-b304-72759cdfe051 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308387 Apr 14 11:23:54.186287 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-f1ccf90d-f5ed-4fec-88e4-e10e56cb40cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:54.187529 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f1ccf90d-f5ed-4fec-88e4-e10e56cb40cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:54.191768 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-f1ccf90d-f5ed-4fec-88e4-e10e56cb40cb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9635d003-6d9e-4d27-80f1-c0aeb3b3841b HTTP/1.1" status: 204 len: 168 time: 0.2571802 Apr 14 11:23:54.219123 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 58276) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:54.238963 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b249b205-4f82-4490-a5d5-cf72f971f8b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:54.257572 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-b249b205-4f82-4490-a5d5-cf72f971f8b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:54.261975 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-b249b205-4f82-4490-a5d5-cf72f971f8b2 admin admin] Usage tracker for resource:security_group_rule and tenant:86bdbb0a3ede45bb87fa4a2f6187189d is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:23:54.265357 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-b249b205-4f82-4490-a5d5-cf72f971f8b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:23:54.271883 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-b249b205-4f82-4490-a5d5-cf72f971f8b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:54.358804 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b249b205-4f82-4490-a5d5-cf72f971f8b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:54.361943 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b249b205-4f82-4490-a5d5-cf72f971f8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:54.393804 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-950907b6-c94c-4a61-ba9e-6505ce63daaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:54.411508 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-b249b205-4f82-4490-a5d5-cf72f971f8b2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=86bdbb0a3ede45bb87fa4a2f6187189d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1856411 Apr 14 11:23:54.411820 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 58282) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:54.434888 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249b205-4f82-4490-a5d5-cf72f971f8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf9d2c0-fbe1-4c9a-be38-23f76e11ab10,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:54.439784 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b249b205-4f82-4490-a5d5-cf72f971f8b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:54.481744 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a894fc92-c301-488b-8be3-4fafb4287cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:54.513789 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a894fc92-c301-488b-8be3-4fafb4287cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:54.568219 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a894fc92-c301-488b-8be3-4fafb4287cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:54.573904 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-3934234b-e3ad-4efb-98e7-224636f135af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:54.588770 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a894fc92-c301-488b-8be3-4fafb4287cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf9d2c0-fbe1-4c9a-be38-23f76e11ab10,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:54.591315 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a894fc92-c301-488b-8be3-4fafb4287cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:54.599482 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a894fc92-c301-488b-8be3-4fafb4287cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:54.603161 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-a894fc92-c301-488b-8be3-4fafb4287cbd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bbf9d2c0-fbe1-4c9a-be38-23f76e11ab10 HTTP/1.1" status: 204 len: 168 time: 0.1907699 Apr 14 11:23:55.241113 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 58336) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:55.436511 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd41153-0147-4a5e-a5af-489d72a81e6e req-6ed78176-855a-44d1-8102-a2a02ce957f3 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:55.438404 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7dd41153-0147-4a5e-a5af-489d72a81e6e req-6ed78176-855a-44d1-8102-a2a02ce957f3 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 946 time: 0.1008778 Apr 14 11:23:55.461588 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8e7985e2-444f-4b96-83df-49bcbbf90f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:55.506745 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7dd41153-0147-4a5e-a5af-489d72a81e6e req-19a04171-92ed-43ac-95ea-cf599de47942 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488667 Apr 14 11:23:55.512641 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-8e7985e2-444f-4b96-83df-49bcbbf90f9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:55.517371 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-8e7985e2-444f-4b96-83df-49bcbbf90f9a admin admin] Usage tracker for resource:security_group_rule and tenant:00ff86836326486797a4824f9c0c08da is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:23:55.521094 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-8e7985e2-444f-4b96-83df-49bcbbf90f9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:23:55.528220 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-8e7985e2-444f-4b96-83df-49bcbbf90f9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:55.631992 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8e7985e2-444f-4b96-83df-49bcbbf90f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:55.635716 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8e7985e2-444f-4b96-83df-49bcbbf90f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:55.645291 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b249b205-4f82-4490-a5d5-cf72f971f8b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:55.690271 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7985e2-444f-4b96-83df-49bcbbf90f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c5987b-1f5d-4c24-92a5-2ddcbb258cd6,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:55.696141 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-8e7985e2-444f-4b96-83df-49bcbbf90f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:55.702293 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-8e7985e2-444f-4b96-83df-49bcbbf90f9a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=00ff86836326486797a4824f9c0c08da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4599664 Apr 14 11:23:55.705040 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 58362) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:55.786097 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-eca9c6f1-e2cb-4293-9da0-60b476871827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:55.814062 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-eca9c6f1-e2cb-4293-9da0-60b476871827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:55.867612 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-eca9c6f1-e2cb-4293-9da0-60b476871827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:55.874871 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-31451472-eded-4f3a-a907-63b86817959c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:55.898199 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-eca9c6f1-e2cb-4293-9da0-60b476871827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:55.899475 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-eca9c6f1-e2cb-4293-9da0-60b476871827 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e7c5987b-1f5d-4c24-92a5-2ddcbb258cd6 HTTP/1.1" status: 204 len: 168 time: 0.1934366 Apr 14 11:23:55.900403 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9c6f1-e2cb-4293-9da0-60b476871827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c5987b-1f5d-4c24-92a5-2ddcbb258cd6,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:55.902814 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-eca9c6f1-e2cb-4293-9da0-60b476871827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:56.925320 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a25a76-0b01-4de1-af12-5b177060ac20 req-e7891e50-aa74-44b1-9e8f-d7ac06123a3d tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:56.928116 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-32a25a76-0b01-4de1-af12-5b177060ac20 req-e7891e50-aa74-44b1-9e8f-d7ac06123a3d tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 946 time: 0.2269957 Apr 14 11:23:56.999583 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-32a25a76-0b01-4de1-af12-5b177060ac20 req-f31b852a-6db1-4a20-9197-fe477590c1eb tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635409 Apr 14 11:23:57.453688 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431f9bb-7c4a-45a0-bd27-6489b7675dfc req-75d46ace-0ad3-4d6a-8909-e1436ca73a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:57.455462 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f431f9bb-7c4a-45a0-bd27-6489b7675dfc req-75d46ace-0ad3-4d6a-8909-e1436ca73a6d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 1099 time: 0.1346395 Apr 14 11:23:57.520327 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f431f9bb-7c4a-45a0-bd27-6489b7675dfc req-f7a2b551-0b9f-4666-b315-81390dd67b22 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530961 Apr 14 11:23:58.127001 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 58566) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:58.306953 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f8a37-32b6-4b5e-b778-d7c9fc123ef4 req-75d15788-775d-4259-82ee-418dda837dbc tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:58.315054 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-305f8a37-32b6-4b5e-b778-d7c9fc123ef4 req-75d15788-775d-4259-82ee-418dda837dbc tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 946 time: 0.1208026 Apr 14 11:23:58.342208 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-18cf77fe-9037-467b-a680-7517ef404def admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:58.356728 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-305f8a37-32b6-4b5e-b778-d7c9fc123ef4 req-44c03d12-8b01-4429-ad86-a04bde4251c5 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407722 Apr 14 11:23:58.362604 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-18cf77fe-9037-467b-a680-7517ef404def admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:23:58.367274 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-18cf77fe-9037-467b-a680-7517ef404def admin admin] Usage tracker for resource:security_group_rule and tenant:cb54cfbddc284aa3a4e76d4aee07668c is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:23:58.370556 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-18cf77fe-9037-467b-a680-7517ef404def admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:23:58.381197 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-18cf77fe-9037-467b-a680-7517ef404def admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:23:58.565064 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-18cf77fe-9037-467b-a680-7517ef404def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:58.567009 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-18cf77fe-9037-467b-a680-7517ef404def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:58.575859 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-8e7985e2-444f-4b96-83df-49bcbbf90f9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:58.620712 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-18cf77fe-9037-467b-a680-7517ef404def admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cb54cfbddc284aa3a4e76d4aee07668c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4924772 Apr 14 11:23:58.622471 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf77fe-9037-467b-a680-7517ef404def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714832a1-80ec-4323-ba98-390b9c200682,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:58.624383 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 58612) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:58.625793 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-18cf77fe-9037-467b-a680-7517ef404def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:58.707534 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-eab46e48-31ad-4f7d-8e0b-ab75ed1b2d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:58.738512 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-eab46e48-31ad-4f7d-8e0b-ab75ed1b2d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:58.797508 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-eab46e48-31ad-4f7d-8e0b-ab75ed1b2d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:58.803834 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:23:58.820975 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab46e48-31ad-4f7d-8e0b-ab75ed1b2d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714832a1-80ec-4323-ba98-390b9c200682,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:23:58.824517 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-eab46e48-31ad-4f7d-8e0b-ab75ed1b2d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:23:58.826697 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-eab46e48-31ad-4f7d-8e0b-ab75ed1b2d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:23:58.828793 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-eab46e48-31ad-4f7d-8e0b-ab75ed1b2d51 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/714832a1-80ec-4323-ba98-390b9c200682 HTTP/1.1" status: 204 len: 168 time: 0.2028940 Apr 14 11:23:59.595308 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e95724-0766-4be0-8b25-400abf93a20c req-a42cee1a-470b-4322-ac06-b8862bfe0b4c tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:59.596925 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-45e95724-0766-4be0-8b25-400abf93a20c req-a42cee1a-470b-4322-ac06-b8862bfe0b4c tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 946 time: 0.0901699 Apr 14 11:23:59.640060 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-45e95724-0766-4be0-8b25-400abf93a20c req-25fb4095-776b-4c20-9e6f-8845f91b80d2 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338278 Apr 14 11:23:59.720902 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 58690) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:23:59.903587 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3040a-4119-4e5d-bc9c-43c09d19d1b7 req-58d83ae4-3098-414e-bd5c-f3cf0301980e tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:23:59.903587 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-30b3040a-4119-4e5d-bc9c-43c09d19d1b7 req-58d83ae4-3098-414e-bd5c-f3cf0301980e tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.1070273 Apr 14 11:23:59.939718 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-30b3040a-4119-4e5d-bc9c-43c09d19d1b7 req-bcac4951-6630-482e-83d6-a505992dcd0a tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294466 Apr 14 11:24:00.002269 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 58710) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:24:00.034301 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6bc215d5-dd56-46a0-9e8c-9417e8906f82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:00.078935 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-6bc215d5-dd56-46a0-9e8c-9417e8906f82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:24:00.090726 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-6bc215d5-dd56-46a0-9e8c-9417e8906f82 admin admin] Usage tracker for resource:security_group_rule and tenant:5e976eb8c4e84fadb3b60cee0eabe796 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:24:00.095638 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-455c9f6f-335f-45d1-a97d-cb70a82a20cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:00.096232 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-6bc215d5-dd56-46a0-9e8c-9417e8906f82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:24:00.108115 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-6bc215d5-dd56-46a0-9e8c-9417e8906f82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:24:00.113973 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-455c9f6f-335f-45d1-a97d-cb70a82a20cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:24:00.118134 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-455c9f6f-335f-45d1-a97d-cb70a82a20cd admin admin] Usage tracker for resource:security_group_rule and tenant:1afcb8925f414530bbfee890488485c9 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:24:00.121525 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-455c9f6f-335f-45d1-a97d-cb70a82a20cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:24:00.151132 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-455c9f6f-335f-45d1-a97d-cb70a82a20cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:24:00.201514 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6bc215d5-dd56-46a0-9e8c-9417e8906f82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:00.208143 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6bc215d5-dd56-46a0-9e8c-9417e8906f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:00.217556 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-ff62fe5f-b01c-4ea6-b152-72a67df1fe37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:00.276161 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-455c9f6f-335f-45d1-a97d-cb70a82a20cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:00.279667 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-455c9f6f-335f-45d1-a97d-cb70a82a20cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:00.290900 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-0dd89e60-41b3-4029-a13f-659b8de373ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:00.305776 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc215d5-dd56-46a0-9e8c-9417e8906f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee182cb2-e9d8-4e30-801b-19cb1265ec70,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:00.317473 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-6bc215d5-dd56-46a0-9e8c-9417e8906f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:00.323172 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-6bc215d5-dd56-46a0-9e8c-9417e8906f82 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5e976eb8c4e84fadb3b60cee0eabe796&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6011238 Apr 14 11:24:00.324015 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 58724) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:24:00.369894 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c9f6f-335f-45d1-a97d-cb70a82a20cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b18178b-c5f1-4ba5-b12c-5d122b1f767f,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:00.373146 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-455c9f6f-335f-45d1-a97d-cb70a82a20cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:00.378678 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 58730) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:24:00.378791 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-455c9f6f-335f-45d1-a97d-cb70a82a20cd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1afcb8925f414530bbfee890488485c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3752410 Apr 14 11:24:00.439495 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e8ec6a8f-b2de-475e-a155-6fcef8251c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:00.469772 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e8ec6a8f-b2de-475e-a155-6fcef8251c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:00.481193 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e78b07a4-d401-4271-b1fc-e51617930c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:00.511938 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e78b07a4-d401-4271-b1fc-e51617930c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:00.555158 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e8ec6a8f-b2de-475e-a155-6fcef8251c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:00.577735 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-3c039838-f3c8-4468-841f-e1af022c03c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:00.579915 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e78b07a4-d401-4271-b1fc-e51617930c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:00.588583 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:00.601848 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec6a8f-b2de-475e-a155-6fcef8251c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee182cb2-e9d8-4e30-801b-19cb1265ec70,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:00.606622 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-e8ec6a8f-b2de-475e-a155-6fcef8251c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:00.609134 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e8ec6a8f-b2de-475e-a155-6fcef8251c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:00.623193 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-e8ec6a8f-b2de-475e-a155-6fcef8251c5b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ee182cb2-e9d8-4e30-801b-19cb1265ec70 HTTP/1.1" status: 204 len: 168 time: 0.2884359 Apr 14 11:24:00.623357 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b07a4-d401-4271-b1fc-e51617930c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b18178b-c5f1-4ba5-b12c-5d122b1f767f,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:00.639094 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-e78b07a4-d401-4271-b1fc-e51617930c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:00.663760 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e78b07a4-d401-4271-b1fc-e51617930c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:00.667690 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-e78b07a4-d401-4271-b1fc-e51617930c66 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4b18178b-c5f1-4ba5-b12c-5d122b1f767f HTTP/1.1" status: 204 len: 168 time: 0.2853146 Apr 14 11:24:01.276047 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 58766) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:24:01.298153 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b8daa09e-c005-4ad1-9e51-38ac910d4564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:01.320483 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-b8daa09e-c005-4ad1-9e51-38ac910d4564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:24:01.326686 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-b8daa09e-c005-4ad1-9e51-38ac910d4564 admin admin] Usage tracker for resource:security_group_rule and tenant:4dd4742a490e4a679d9b695379bde977 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:24:01.330003 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-b8daa09e-c005-4ad1-9e51-38ac910d4564 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:24:01.337608 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-b8daa09e-c005-4ad1-9e51-38ac910d4564 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:24:01.374902 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 58772) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:24:01.397913 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7469dce0-cc37-4993-9325-94b22cd3e678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:01.417379 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-7469dce0-cc37-4993-9325-94b22cd3e678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:24:01.422791 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-7469dce0-cc37-4993-9325-94b22cd3e678 admin admin] Usage tracker for resource:security_group_rule and tenant:afbfae3076434667993421bd78342c04 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:24:01.426729 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-7469dce0-cc37-4993-9325-94b22cd3e678 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:24:01.431840 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b8daa09e-c005-4ad1-9e51-38ac910d4564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:01.433650 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-7469dce0-cc37-4993-9325-94b22cd3e678 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:24:01.434991 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b8daa09e-c005-4ad1-9e51-38ac910d4564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:01.444589 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-6b56aad6-7c1d-44ba-9c75-ee03cce6e5c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:01.482538 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8daa09e-c005-4ad1-9e51-38ac910d4564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46d4325-df39-42bf-beee-4c8bc40e8de1,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:01.497722 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b8daa09e-c005-4ad1-9e51-38ac910d4564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:01.511905 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-b8daa09e-c005-4ad1-9e51-38ac910d4564 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4dd4742a490e4a679d9b695379bde977&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320964 Apr 14 11:24:01.513176 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 58778) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:24:01.531804 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7469dce0-cc37-4993-9325-94b22cd3e678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:01.536266 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7469dce0-cc37-4993-9325-94b22cd3e678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:01.564032 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-fa8b5a1b-8016-490a-834b-dd52727d8b13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:01.577998 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-7469dce0-cc37-4993-9325-94b22cd3e678 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=afbfae3076434667993421bd78342c04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1993315 Apr 14 11:24:01.579160 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 58786) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:24:01.596569 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7469dce0-cc37-4993-9325-94b22cd3e678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fee2aa-9cc2-404e-9b27-c9d2039d9897,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:01.601033 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-7469dce0-cc37-4993-9325-94b22cd3e678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:01.644953 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c2be2573-ab16-40e7-9e0e-2ec39b7084b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:01.692620 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c2be2573-ab16-40e7-9e0e-2ec39b7084b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:01.699758 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6fa24d9c-60f3-49bf-90c5-42d5fd0a6919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:01.753045 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6fa24d9c-60f3-49bf-90c5-42d5fd0a6919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:01.800884 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c2be2573-ab16-40e7-9e0e-2ec39b7084b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:01.807480 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-0caee93a-af2c-44ae-a014-2a20062d6f53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:01.824417 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be2573-ab16-40e7-9e0e-2ec39b7084b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46d4325-df39-42bf-beee-4c8bc40e8de1,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:01.829752 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-c2be2573-ab16-40e7-9e0e-2ec39b7084b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:01.833657 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c2be2573-ab16-40e7-9e0e-2ec39b7084b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:01.838456 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-c2be2573-ab16-40e7-9e0e-2ec39b7084b7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a46d4325-df39-42bf-beee-4c8bc40e8de1 HTTP/1.1" status: 204 len: 168 time: 0.3186061 Apr 14 11:24:01.849904 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6fa24d9c-60f3-49bf-90c5-42d5fd0a6919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:01.877141 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-364cb32c-d079-4360-899a-ccf6b59fd34c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:01.877141 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6fa24d9c-60f3-49bf-90c5-42d5fd0a6919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:01.877141 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-6fa24d9c-60f3-49bf-90c5-42d5fd0a6919 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d0fee2aa-9cc2-404e-9b27-c9d2039d9897 HTTP/1.1" status: 204 len: 168 time: 0.2965052 Apr 14 11:24:01.884921 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa24d9c-60f3-49bf-90c5-42d5fd0a6919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fee2aa-9cc2-404e-9b27-c9d2039d9897,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:01.910118 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-6fa24d9c-60f3-49bf-90c5-42d5fd0a6919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:02.490973 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb7695-45a4-42c6-a3ea-29ec133bf31f req-0d990e10-85d5-40d3-b1d6-a44d419d4c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:02.496707 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e1eb7695-45a4-42c6-a3ea-29ec133bf31f req-0d990e10-85d5-40d3-b1d6-a44d419d4c60 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b3f85d7308945ada4fb45e00aa6c46b&device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 1099 time: 0.1629009 Apr 14 11:24:02.589690 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92638d6-024f-4637-9874-be1e6bd5c002 req-fe00f067-4fba-4045-ad04-ede4f5d69d88 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:02.611195 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c92638d6-024f-4637-9874-be1e6bd5c002 req-fe00f067-4fba-4045-ad04-ede4f5d69d88 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.1914415 Apr 14 11:24:02.660847 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c92638d6-024f-4637-9874-be1e6bd5c002 req-bf3f20d5-a4df-4673-8791-6ce78404647a tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455773 Apr 14 11:24:02.774199 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb7695-45a4-42c6-a3ea-29ec133bf31f req-8aaf96d5-7bb8-4a7d-b413-f653ca72ad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:02.776736 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e1eb7695-45a4-42c6-a3ea-29ec133bf31f req-8aaf96d5-7bb8-4a7d-b413-f653ca72ad0d service neutron] 10.222.0.41 "GET /v2.0/networks?id=6c770865-86da-4d8e-8a44-f942f5188572 HTTP/1.1" status: 200 len: 919 time: 0.2719450 Apr 14 11:24:02.880189 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e1eb7695-45a4-42c6-a3ea-29ec133bf31f req-6a38e3bc-45f1-4edc-9b01-44ee297be301 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67800dfe-e336-4c31-8382-bd269e42ae39 HTTP/1.1" status: 200 len: 217 time: 0.0945833 Apr 14 11:24:02.912829 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-40cbf9f3-8637-404c-a073-8308406eb71e req-b67d026c-d4de-4b07-8a08-3fd158078758 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=0ce0c3d595ae4eac881fa643517cf7ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509858 Apr 14 11:24:03.141534 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb7695-45a4-42c6-a3ea-29ec133bf31f req-1db39050-ec3f-49c9-bb99-1a28c8361573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:03.143279 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e1eb7695-45a4-42c6-a3ea-29ec133bf31f req-1db39050-ec3f-49c9-bb99-1a28c8361573 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d82680c-cf66-4a62-ac40-d953780f4e06 HTTP/1.1" status: 200 len: 858 time: 0.2292640 Apr 14 11:24:03.217272 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e1eb7695-45a4-42c6-a3ea-29ec133bf31f req-f6794dbb-7046-4fdc-bc29-d72e6df8a36d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6c770865-86da-4d8e-8a44-f942f5188572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631461 Apr 14 11:24:03.226365 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cbf9f3-8637-404c-a073-8308406eb71e req-c081f328-2040-4d16-9e5c-f5e0bb7b392d tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:03.235393 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-40cbf9f3-8637-404c-a073-8308406eb71e req-c081f328-2040-4d16-9e5c-f5e0bb7b392d tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2812147 Apr 14 11:24:03.371787 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-40cbf9f3-8637-404c-a073-8308406eb71e req-f25bde9f-6302-46b3-8bc7-70430db8a4cd tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] 10.222.0.52 "GET /v2.0/quotas/0ce0c3d595ae4eac881fa643517cf7ae HTTP/1.1" status: 200 len: 375 time: 0.0963008 Apr 14 11:24:03.450443 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-40cbf9f3-8637-404c-a073-8308406eb71e req-22404cfc-2b34-4af0-8f03-807700715b7d tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ce0c3d595ae4eac881fa643517cf7ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708480 Apr 14 11:24:03.492354 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e1eb7695-45a4-42c6-a3ea-29ec133bf31f req-d5a08e1e-f871-498b-a869-927dabebc5d3 service neutron] 10.222.0.41 "GET /v2.0/networks/6c770865-86da-4d8e-8a44-f942f5188572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553141 Apr 14 11:24:03.782107 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5e3300a7-3eed-4921-82b5-69623a3a25d8 req-0568a9be-46c2-49d1-82d8-aaafaf948b5d tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] 10.222.0.52 "GET /v2.0/ports?device_id=24322461-73f5-465b-a92e-2579cad1bdf3 HTTP/1.1" status: 200 len: 210 time: 0.1189063 Apr 14 11:24:04.147402 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e1eb7695-45a4-42c6-a3ea-29ec133bf31f req-d2fbb59a-9957-4f5d-a095-b51d1136dc63 service neutron] 10.222.0.41 "GET /v2.0/networks/6c770865-86da-4d8e-8a44-f942f5188572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6422706 Apr 14 11:24:04.204996 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4c3e6-2550-45df-8d41-f9e950738de9 req-c68e700a-2bff-403c-93e8-69059f75e181 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:04.207270 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ffa4c3e6-2550-45df-8d41-f9e950738de9 req-c68e700a-2bff-403c-93e8-69059f75e181 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.2462049 Apr 14 11:24:04.298950 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ffa4c3e6-2550-45df-8d41-f9e950738de9 req-d7ec380e-d269-43ca-beb5-abded5411793 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768456 Apr 14 11:24:04.970726 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-666523c4-dcd5-4f93-8fc5-831e6814eff2 req-30f10c27-b240-4085-9284-7ae0de4dce62 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] 10.222.0.52 "GET /v2.0/ports?device_id=24322461-73f5-465b-a92e-2579cad1bdf3 HTTP/1.1" status: 200 len: 210 time: 0.0579941 Apr 14 11:24:05.043293 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-40cbf9f3-8637-404c-a073-8308406eb71e req-add543d5-a3cf-47b1-bdda-dd9f1c9bddcb tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0ce0c3d595ae4eac881fa643517cf7ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407109 Apr 14 11:24:05.231536 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cbf9f3-8637-404c-a073-8308406eb71e req-cff58ca4-de48-4bb4-ade9-1be242d12103 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:05.233169 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-40cbf9f3-8637-404c-a073-8308406eb71e req-cff58ca4-de48-4bb4-ade9-1be242d12103 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1824734 Apr 14 11:24:05.257539 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [req-40cbf9f3-8637-404c-a073-8308406eb71e req-4a87de6e-f78f-4215-9d47-2738b1336012 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Request body: {'port': {'device_id': '24322461-73f5-465b-a92e-2579cad1bdf3', 'network_id': 'fd9baf16-3da4-4fb5-8166-85630bac70dc', 'admin_state_up': True, 'tenant_id': '0ce0c3d595ae4eac881fa643517cf7ae'}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:24:05.578811 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [req-40cbf9f3-8637-404c-a073-8308406eb71e req-4a87de6e-f78f-4215-9d47-2738b1336012 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:24:05.585274 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-40cbf9f3-8637-404c-a073-8308406eb71e req-4a87de6e-f78f-4215-9d47-2738b1336012 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Usage tracker for resource:port and tenant:0ce0c3d595ae4eac881fa643517cf7ae is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:24:05.589582 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-40cbf9f3-8637-404c-a073-8308406eb71e req-4a87de6e-f78f-4215-9d47-2738b1336012 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:24:05.608714 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [req-40cbf9f3-8637-404c-a073-8308406eb71e req-4a87de6e-f78f-4215-9d47-2738b1336012 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:24:05.627004 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40cbf9f3-8637-404c-a073-8308406eb71e req-4a87de6e-f78f-4215-9d47-2738b1336012 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Made reservation on behalf of 0ce0c3d595ae4eac881fa643517cf7ae for: {'port': 1} {{(pid=85228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:24:05.633344 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-40cbf9f3-8637-404c-a073-8308406eb71e req-4a87de6e-f78f-4215-9d47-2738b1336012 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:05.653375 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d822a4-6bdc-4cab-8941-08c5dd7a87f5 req-675937f9-ee80-4b1d-824e-781adb9db1bb tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:05.655892 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a0d822a4-6bdc-4cab-8941-08c5dd7a87f5 req-675937f9-ee80-4b1d-824e-781adb9db1bb tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.1897929 Apr 14 11:24:05.659316 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-40cbf9f3-8637-404c-a073-8308406eb71e req-4a87de6e-f78f-4215-9d47-2738b1336012 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:05.701138 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [req-40cbf9f3-8637-404c-a073-8308406eb71e req-4a87de6e-f78f-4215-9d47-2738b1336012 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:24:05.709316 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a0d822a4-6bdc-4cab-8941-08c5dd7a87f5 req-a4c07d64-7051-45b1-9aed-1ac5d8122009 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374131 Apr 14 11:24:05.710313 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-40cbf9f3-8637-404c-a073-8308406eb71e req-4a87de6e-f78f-4215-9d47-2738b1336012 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Usage tracker for resource:security_group_rule and tenant:0ce0c3d595ae4eac881fa643517cf7ae is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:24:05.714467 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-40cbf9f3-8637-404c-a073-8308406eb71e req-4a87de6e-f78f-4215-9d47-2738b1336012 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:24:05.721364 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [req-40cbf9f3-8637-404c-a073-8308406eb71e req-4a87de6e-f78f-4215-9d47-2738b1336012 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:24:05.814760 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-40cbf9f3-8637-404c-a073-8308406eb71e req-4a87de6e-f78f-4215-9d47-2738b1336012 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:05.817558 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-40cbf9f3-8637-404c-a073-8308406eb71e req-4a87de6e-f78f-4215-9d47-2738b1336012 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:05.822006 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-eab46e48-31ad-4f7d-8e0b-ab75ed1b2d51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:05.911503 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87de6e-f78f-4215-9d47-2738b1336012 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2b7eae-21c0-4583-bcd2-1eec3b93a901,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:05.914781 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-4a87de6e-f78f-4215-9d47-2738b1336012 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:06.022758 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [req-40cbf9f3-8637-404c-a073-8308406eb71e req-4a87de6e-f78f-4215-9d47-2738b1336012 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Allocated IP 192.168.233.219 (fd9baf16-3da4-4fb5-8166-85630bac70dc/64f111db-9799-4065-9643-766947cca58b/63812b73-accf-4bc2-be9d-4fa4dcc52b97) {{(pid=85228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:24:06.171414 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 59008) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:24:06.184001 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-96e49cb0-6682-4a72-a9c7-d398d293e392 req-8a7fa6e1-f005-483b-9b46-1df88cd32666 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] 10.222.0.52 "GET /v2.0/ports?device_id=24322461-73f5-465b-a92e-2579cad1bdf3 HTTP/1.1" status: 200 len: 210 time: 0.0576031 Apr 14 11:24:06.279323 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-40cbf9f3-8637-404c-a073-8308406eb71e req-4a87de6e-f78f-4215-9d47-2738b1336012 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Notify callbacks [] for port, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:06.296315 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [req-40cbf9f3-8637-404c-a073-8308406eb71e req-4a87de6e-f78f-4215-9d47-2738b1336012 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Transition to ACTIVE for port object 63812b73-accf-4bc2-be9d-4fa4dcc52b97 will not be triggered until provisioned by entity DHCP. {{(pid=85228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:24:06.310884 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d1f5d594-d77e-4c7e-9d3b-ed3d550ec50d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:06.319672 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-40cbf9f3-8637-404c-a073-8308406eb71e req-4a87de6e-f78f-4215-9d47-2738b1336012 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1926183'] for port, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:06.327761 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-d1f5d594-d77e-4c7e-9d3b-ed3d550ec50d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:24:06.332449 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-d1f5d594-d77e-4c7e-9d3b-ed3d550ec50d admin admin] Usage tracker for resource:security_group_rule and tenant:b8dad9fd13524a7b9db07b57367c462d is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:24:06.335191 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:06.335424 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-d1f5d594-d77e-4c7e-9d3b-ed3d550ec50d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:24:06.341577 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-d1f5d594-d77e-4c7e-9d3b-ed3d550ec50d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:24:06.426557 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d1f5d594-d77e-4c7e-9d3b-ed3d550ec50d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:06.429457 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d1f5d594-d77e-4c7e-9d3b-ed3d550ec50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:06.436859 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-e8ec6a8f-b2de-475e-a155-6fcef8251c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:06.473227 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87de6e-f78f-4215-9d47-2738b1336012 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Pushing event updated for resources: {'Port': ['ID=63812b73-accf-4bc2-be9d-4fa4dcc52b97,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:06.478443 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-4a87de6e-f78f-4215-9d47-2738b1336012 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:06.486364 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-d1f5d594-d77e-4c7e-9d3b-ed3d550ec50d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b8dad9fd13524a7b9db07b57367c462d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3131506 Apr 14 11:24:06.486552 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f5d594-d77e-4c7e-9d3b-ed3d550ec50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc7bd40-fc6e-413c-8eb3-d9281cde952b,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:06.489233 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 59014) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:24:06.492420 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-d1f5d594-d77e-4c7e-9d3b-ed3d550ec50d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:06.544577 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40cbf9f3-8637-404c-a073-8308406eb71e req-4a87de6e-f78f-4215-9d47-2738b1336012 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Network fd9baf16-3da4-4fb5-8166-85630bac70dc is already hosted by enough agents. {{(pid=85228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:24:06.545715 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [req-40cbf9f3-8637-404c-a073-8308406eb71e req-4a87de6e-f78f-4215-9d47-2738b1336012 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Resources bound (agent type, host, resource id): {{(pid=85228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:24:06.548207 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [req-40cbf9f3-8637-404c-a073-8308406eb71e req-4a87de6e-f78f-4215-9d47-2738b1336012 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Received port after_create {{(pid=85228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:24:06.555825 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0f52a99a-3097-4103-b551-d83e835a720f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:06.600717 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0f52a99a-3097-4103-b551-d83e835a720f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:06.621552 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cbf9f3-8637-404c-a073-8308406eb71e req-4a87de6e-f78f-4215-9d47-2738b1336012 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:06.622648 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-40cbf9f3-8637-404c-a073-8308406eb71e req-4a87de6e-f78f-4215-9d47-2738b1336012 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:06.652126 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-40cbf9f3-8637-404c-a073-8308406eb71e req-4a87de6e-f78f-4215-9d47-2738b1336012 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4056864 Apr 14 11:24:06.659027 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0f52a99a-3097-4103-b551-d83e835a720f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:06.668045 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-1d7f032f-08fa-484d-901d-bafec8073104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:06.670950 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [req-40cbf9f3-8637-404c-a073-8308406eb71e req-c6c87544-3ddf-45a5-9770-44ec731169bc service neutron] Request body: {'port': {'device_id': '24322461-73f5-465b-a92e-2579cad1bdf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:24:06.684211 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52a99a-3097-4103-b551-d83e835a720f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc7bd40-fc6e-413c-8eb3-d9281cde952b,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:06.686780 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-0f52a99a-3097-4103-b551-d83e835a720f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:06.687869 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0f52a99a-3097-4103-b551-d83e835a720f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:06.693777 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-0f52a99a-3097-4103-b551-d83e835a720f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7fc7bd40-fc6e-413c-8eb3-d9281cde952b HTTP/1.1" status: 204 len: 168 time: 0.2030833 Apr 14 11:24:06.830466 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-40cbf9f3-8637-404c-a073-8308406eb71e req-c6c87544-3ddf-45a5-9770-44ec731169bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:06.897947 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-6a7440f3-c520-487b-88e4-26d475947620 None None] Provisioning for port 63812b73-accf-4bc2-be9d-4fa4dcc52b97 completed by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:24:06.912907 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-6a7440f3-c520-487b-88e4-26d475947620 None None] Provisioning complete for port 63812b73-accf-4bc2-be9d-4fa4dcc52b97 triggered by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:24:06.913320 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6a7440f3-c520-487b-88e4-26d475947620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:07.033762 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-6a7440f3-c520-487b-88e4-26d475947620 None None] Port 63812b73-accf-4bc2-be9d-4fa4dcc52b97 cannot update to ACTIVE because it is not bound. {{(pid=85229) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 11:24:07.084406 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a79eadc0-7a03-478b-b0d5-fcade9664c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:07.274363 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 59044) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:24:07.291801 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 59048) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:24:07.317810 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0996ae15-eb53-4a94-9146-de9ed4bb69cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:07.334171 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-0996ae15-eb53-4a94-9146-de9ed4bb69cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:24:07.338514 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-0996ae15-eb53-4a94-9146-de9ed4bb69cd admin admin] Usage tracker for resource:security_group_rule and tenant:7c64594887454d2a9c17ee3b12eaee2e is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:24:07.341736 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-0996ae15-eb53-4a94-9146-de9ed4bb69cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:24:07.349346 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-0996ae15-eb53-4a94-9146-de9ed4bb69cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:24:07.377617 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebd984-8dfc-461a-8ad1-a4776aa97ca2 req-ed3b67dc-c91f-420c-ae84-0249e8a0c31d tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:07.379321 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ccebd984-8dfc-461a-8ad1-a4776aa97ca2 req-ed3b67dc-c91f-420c-ae84-0249e8a0c31d tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.4828906 Apr 14 11:24:07.435090 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ccebd984-8dfc-461a-8ad1-a4776aa97ca2 req-bbafb54a-1cf4-43ce-b059-4333e027dab5 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438981 Apr 14 11:24:07.496310 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1d87e-a1d7-4b56-9b56-3e3daa1f555d req-b5cfb6ea-500a-4f2c-98bf-20c20cf00d74 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:07.497922 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4df1d87e-a1d7-4b56-9b56-3e3daa1f555d req-b5cfb6ea-500a-4f2c-98bf-20c20cf00d74 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] 10.222.0.52 "GET /v2.0/ports?device_id=24322461-73f5-465b-a92e-2579cad1bdf3 HTTP/1.1" status: 200 len: 936 time: 0.1395986 Apr 14 11:24:07.569894 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [req-40cbf9f3-8637-404c-a073-8308406eb71e req-c6c87544-3ddf-45a5-9770-44ec731169bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63812b73-accf-4bc2-be9d-4fa4dcc52b97 {{(pid=85228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:24:07.579405 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-40cbf9f3-8637-404c-a073-8308406eb71e req-c6c87544-3ddf-45a5-9770-44ec731169bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:07.579551 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0996ae15-eb53-4a94-9146-de9ed4bb69cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:07.583718 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4df1d87e-a1d7-4b56-9b56-3e3daa1f555d req-6f436b6d-3fe8-41f1-83d8-2ad0ea44a938 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc2b7eae-21c0-4583-bcd2-1eec3b93a901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759172 Apr 14 11:24:07.584704 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0996ae15-eb53-4a94-9146-de9ed4bb69cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:07.586089 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-60865bff-1a0d-4fb1-9f99-ccc2259a04bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:07.593342 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-1ae666ce-314b-4adc-ac1f-6d711c419012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:07.612831 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-60865bff-1a0d-4fb1-9f99-ccc2259a04bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:24:07.615431 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [req-40cbf9f3-8637-404c-a073-8308406eb71e req-c6c87544-3ddf-45a5-9770-44ec731169bc service neutron] Transition to ACTIVE for port object 63812b73-accf-4bc2-be9d-4fa4dcc52b97 will not be triggered until provisioned by entity L2. {{(pid=85228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:24:07.618251 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-60865bff-1a0d-4fb1-9f99-ccc2259a04bd admin admin] Usage tracker for resource:security_group_rule and tenant:631b219586c5448f853fe318fe5697de is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:24:07.621471 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-60865bff-1a0d-4fb1-9f99-ccc2259a04bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:24:07.624281 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-40cbf9f3-8637-404c-a073-8308406eb71e req-c6c87544-3ddf-45a5-9770-44ec731169bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852849601'] for port, after_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:07.635907 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-0996ae15-eb53-4a94-9146-de9ed4bb69cd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7c64594887454d2a9c17ee3b12eaee2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3603649 Apr 14 11:24:07.637718 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996ae15-eb53-4a94-9146-de9ed4bb69cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39255cd2-3cb8-4f64-b95f-5e43b56bc1bd,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:07.640272 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 59054) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:24:07.643153 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-0996ae15-eb53-4a94-9146-de9ed4bb69cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:07.643670 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-60865bff-1a0d-4fb1-9f99-ccc2259a04bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:24:07.646458 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-13be7544-7928-419e-8a9f-33abaced9f0e tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:07.707731 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-03808b90-cc22-4acf-97d9-a869caea3e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:07.735365 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-03808b90-cc22-4acf-97d9-a869caea3e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:07.784341 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-03808b90-cc22-4acf-97d9-a869caea3e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:07.790383 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:07.805665 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03808b90-cc22-4acf-97d9-a869caea3e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39255cd2-3cb8-4f64-b95f-5e43b56bc1bd,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:07.807072 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c87544-3ddf-45a5-9770-44ec731169bc service neutron] Pushing event updated for resources: {'Port': ['ID=63812b73-accf-4bc2-be9d-4fa4dcc52b97,revision_number=2']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:07.808684 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-03808b90-cc22-4acf-97d9-a869caea3e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:07.809671 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-03808b90-cc22-4acf-97d9-a869caea3e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:07.813856 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-03808b90-cc22-4acf-97d9-a869caea3e29 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/39255cd2-3cb8-4f64-b95f-5e43b56bc1bd HTTP/1.1" status: 204 len: 168 time: 0.1725805 Apr 14 11:24:07.814649 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-c6c87544-3ddf-45a5-9770-44ec731169bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:08.116969 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-60865bff-1a0d-4fb1-9f99-ccc2259a04bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:08.122417 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-60865bff-1a0d-4fb1-9f99-ccc2259a04bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:08.133518 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-3b29cdb9-d65f-4cc7-8123-f580985f5863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:08.144726 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-40cbf9f3-8637-404c-a073-8308406eb71e req-c6c87544-3ddf-45a5-9770-44ec731169bc service neutron] Attempting to bind port 63812b73-accf-4bc2-be9d-4fa4dcc52b97 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=85228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:24:08.145002 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-40cbf9f3-8637-404c-a073-8308406eb71e req-c6c87544-3ddf-45a5-9770-44ec731169bc service neutron] Attempting to bind port 63812b73-accf-4bc2-be9d-4fa4dcc52b97 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'ce999bb5-8845-47f0-9682-80159eb055fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd9baf16-3da4-4fb5-8166-85630bac70dc'}] {{(pid=85228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:24:08.145367 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cbf9f3-8637-404c-a073-8308406eb71e req-c6c87544-3ddf-45a5-9770-44ec731169bc service neutron] Attempting to bind port 63812b73-accf-4bc2-be9d-4fa4dcc52b97 on network fd9baf16-3da4-4fb5-8166-85630bac70dc {{(pid=85228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:24:08.170793 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cbf9f3-8637-404c-a073-8308406eb71e req-c6c87544-3ddf-45a5-9770-44ec731169bc service neutron] Port 63812b73-accf-4bc2-be9d-4fa4dcc52b97 on network fd9baf16-3da4-4fb5-8166-85630bac70dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=85228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 11:24:08.171274 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cbf9f3-8637-404c-a073-8308406eb71e req-c6c87544-3ddf-45a5-9770-44ec731169bc service neutron] Attempting to bind port 63812b73-accf-4bc2-be9d-4fa4dcc52b97 on network fd9baf16-3da4-4fb5-8166-85630bac70dc {{(pid=85228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:24:08.185260 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cbf9f3-8637-404c-a073-8308406eb71e req-c6c87544-3ddf-45a5-9770-44ec731169bc service neutron] Checking agent: {'id': 'dc008c19-4d73-4566-939f-5ab33892b678', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 20, 41), 'started_at': datetime.datetime(2021, 4, 14, 11, 20, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:24:08.185786 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cbf9f3-8637-404c-a073-8308406eb71e req-c6c87544-3ddf-45a5-9770-44ec731169bc service neutron] Checking segment: {'id': 'ce999bb5-8845-47f0-9682-80159eb055fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd9baf16-3da4-4fb5-8166-85630bac70dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:24:08.186086 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cbf9f3-8637-404c-a073-8308406eb71e req-c6c87544-3ddf-45a5-9770-44ec731169bc service neutron] Bound using segment: {'id': 'ce999bb5-8845-47f0-9682-80159eb055fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd9baf16-3da4-4fb5-8166-85630bac70dc'} {{(pid=85228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:24:08.186584 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-40cbf9f3-8637-404c-a073-8308406eb71e req-c6c87544-3ddf-45a5-9770-44ec731169bc service neutron] Bound port: 63812b73-accf-4bc2-be9d-4fa4dcc52b97, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce999bb5-8845-47f0-9682-80159eb055fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fd9baf16-3da4-4fb5-8166-85630bac70dc'}}] {{(pid=85228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:24:08.186981 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-40cbf9f3-8637-404c-a073-8308406eb71e req-c6c87544-3ddf-45a5-9770-44ec731169bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:08.234802 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-60865bff-1a0d-4fb1-9f99-ccc2259a04bd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=631b219586c5448f853fe318fe5697de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9395230 Apr 14 11:24:08.234964 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60865bff-1a0d-4fb1-9f99-ccc2259a04bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8beb229c-84c3-49e3-8892-ef7248b740cf,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:08.235849 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 59076) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:24:08.240259 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-60865bff-1a0d-4fb1-9f99-ccc2259a04bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:08.282023 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-40cbf9f3-8637-404c-a073-8308406eb71e req-c6c87544-3ddf-45a5-9770-44ec731169bc service neutron] For port 63812b73-accf-4bc2-be9d-4fa4dcc52b97, host hv-cinder-77459, cleared binding levels {{(pid=85228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:24:08.296569 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-40cbf9f3-8637-404c-a073-8308406eb71e req-c6c87544-3ddf-45a5-9770-44ec731169bc service neutron] For port 63812b73-accf-4bc2-be9d-4fa4dcc52b97, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=63812b73-accf-4bc2-be9d-4fa4dcc52b97,segment=NetworkSegment(ce999bb5-8845-47f0-9682-80159eb055fb),segment_id=ce999bb5-8845-47f0-9682-80159eb055fb)] {{(pid=85228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:24:08.304981 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-40cbf9f3-8637-404c-a073-8308406eb71e req-c6c87544-3ddf-45a5-9770-44ec731169bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852849601'] for port, after_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:08.327949 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b7684fe2-0ae1-46e5-a89f-f4a28c8ead69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:08.359442 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-81dee3b6-b031-4741-9269-efba315a407e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:08.391279 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-81dee3b6-b031-4741-9269-efba315a407e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:08.453812 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-81dee3b6-b031-4741-9269-efba315a407e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:08.460358 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-7469dce0-cc37-4993-9325-94b22cd3e678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:08.472342 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dee3b6-b031-4741-9269-efba315a407e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8beb229c-84c3-49e3-8892-ef7248b740cf,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:08.492782 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-81dee3b6-b031-4741-9269-efba315a407e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:08.514301 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-81dee3b6-b031-4741-9269-efba315a407e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:08.517620 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c87544-3ddf-45a5-9770-44ec731169bc service neutron] Pushing event updated for resources: {'Port': ['ID=63812b73-accf-4bc2-be9d-4fa4dcc52b97,revision_number=3']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:08.519567 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-81dee3b6-b031-4741-9269-efba315a407e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8beb229c-84c3-49e3-8892-ef7248b740cf HTTP/1.1" status: 204 len: 168 time: 0.2795916 Apr 14 11:24:08.523248 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-c6c87544-3ddf-45a5-9770-44ec731169bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:08.571710 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cbf9f3-8637-404c-a073-8308406eb71e req-c6c87544-3ddf-45a5-9770-44ec731169bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:08.572377 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-40cbf9f3-8637-404c-a073-8308406eb71e req-c6c87544-3ddf-45a5-9770-44ec731169bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:08.573856 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-40cbf9f3-8637-404c-a073-8308406eb71e req-c6c87544-3ddf-45a5-9770-44ec731169bc service neutron] 10.222.0.41 "PUT /v2.0/ports/63812b73-accf-4bc2-be9d-4fa4dcc52b97 HTTP/1.1" status: 200 len: 1098 time: 1.9094553 Apr 14 11:24:08.574387 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24322461-73f5-465b-a92e-2579cad1bdf3', 'tag': '63812b73-accf-4bc2-be9d-4fa4dcc52b97'}] {{(pid=85228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:24:08.698682 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24322461-73f5-465b-a92e-2579cad1bdf3', 'tag': '63812b73-accf-4bc2-be9d-4fa4dcc52b97', 'status': 'completed', 'code': 200} Apr 14 11:24:08.903845 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cbf9f3-8637-404c-a073-8308406eb71e req-185d847d-8a4b-4b8f-a53a-e882b0a00bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:08.904498 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d0c01dbf-c326-499c-8dc7-bf93ae035b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:08.905458 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-40cbf9f3-8637-404c-a073-8308406eb71e req-185d847d-8a4b-4b8f-a53a-e882b0a00bf6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ce0c3d595ae4eac881fa643517cf7ae&device_id=24322461-73f5-465b-a92e-2579cad1bdf3 HTTP/1.1" status: 200 len: 1101 time: 0.2731960 Apr 14 11:24:08.919968 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f94609-d8da-481d-9f60-8d4198ae6cf3 req-43f4c581-4db3-4003-937d-1440016dba7d tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:08.926619 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-06f94609-d8da-481d-9f60-8d4198ae6cf3 req-43f4c581-4db3-4003-937d-1440016dba7d tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.2270973 Apr 14 11:24:09.037549 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155897d8-e7c8-4c94-b486-bd1c41e4aef7 req-d144b071-caed-471b-bb9d-e68d49cb878c tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:09.039272 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-155897d8-e7c8-4c94-b486-bd1c41e4aef7 req-d144b071-caed-471b-bb9d-e68d49cb878c tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] 10.222.0.52 "GET /v2.0/ports?device_id=24322461-73f5-465b-a92e-2579cad1bdf3 HTTP/1.1" status: 200 len: 948 time: 0.1571620 Apr 14 11:24:09.044567 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-40cbf9f3-8637-404c-a073-8308406eb71e req-7c05a267-5755-498f-978d-ae40b2d3e43f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=63812b73-accf-4bc2-be9d-4fa4dcc52b97 HTTP/1.1" status: 200 len: 217 time: 0.1168256 Apr 14 11:24:09.090574 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-155897d8-e7c8-4c94-b486-bd1c41e4aef7 req-6130fa02-cb7f-4382-b7e3-6c9021db1d62 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc2b7eae-21c0-4583-bcd2-1eec3b93a901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445724 Apr 14 11:24:09.110472 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-06f94609-d8da-481d-9f60-8d4198ae6cf3 req-2d467081-ca47-491d-a841-80f550712d68 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137083 Apr 14 11:24:09.135080 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cbf9f3-8637-404c-a073-8308406eb71e req-fdea64d0-4b16-4626-a47c-10afad026a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:09.137776 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-40cbf9f3-8637-404c-a073-8308406eb71e req-fdea64d0-4b16-4626-a47c-10afad026a1a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64f111db-9799-4065-9643-766947cca58b HTTP/1.1" status: 200 len: 843 time: 0.0854254 Apr 14 11:24:09.238290 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cbf9f3-8637-404c-a073-8308406eb71e req-c205ef35-1096-4ddb-85d6-28ceee311126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:09.240412 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-40cbf9f3-8637-404c-a073-8308406eb71e req-c205ef35-1096-4ddb-85d6-28ceee311126 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fd9baf16-3da4-4fb5-8166-85630bac70dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0950098 Apr 14 11:24:09.437652 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-40cbf9f3-8637-404c-a073-8308406eb71e req-11956202-f745-4ad5-af9c-c5961a18189d service neutron] 10.222.0.41 "GET /v2.0/networks/fd9baf16-3da4-4fb5-8166-85630bac70dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875796 Apr 14 11:24:09.822674 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-40cbf9f3-8637-404c-a073-8308406eb71e req-011b46b0-0c4b-43ec-b495-47893e3bdc2a service neutron] 10.222.0.41 "GET /v2.0/networks/fd9baf16-3da4-4fb5-8166-85630bac70dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746414 Apr 14 11:24:09.970371 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb84fb9-dd16-49fa-a1a4-f082e0a08f62 req-a611564b-3552-42bd-839b-1c2ea06555a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:09.972818 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-feb84fb9-dd16-49fa-a1a4-f082e0a08f62 req-a611564b-3552-42bd-839b-1c2ea06555a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ce0c3d595ae4eac881fa643517cf7ae&device_id=24322461-73f5-465b-a92e-2579cad1bdf3 HTTP/1.1" status: 200 len: 1101 time: 0.0899472 Apr 14 11:24:10.071477 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:10.162566 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb84fb9-dd16-49fa-a1a4-f082e0a08f62 req-0dfda675-ed31-4158-b368-337f6263392a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:10.164298 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-feb84fb9-dd16-49fa-a1a4-f082e0a08f62 req-0dfda675-ed31-4158-b368-337f6263392a service neutron] 10.222.0.41 "GET /v2.0/networks?id=fd9baf16-3da4-4fb5-8166-85630bac70dc HTTP/1.1" status: 200 len: 870 time: 0.1813309 Apr 14 11:24:10.270941 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-feb84fb9-dd16-49fa-a1a4-f082e0a08f62 req-58aa151f-9045-443f-b5ce-9f0e35b8df92 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=63812b73-accf-4bc2-be9d-4fa4dcc52b97 HTTP/1.1" status: 200 len: 217 time: 0.0989463 Apr 14 11:24:10.294058 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:10.312194 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373ceec-971a-4933-bd57-5e9078197556 req-578e6afb-b3b4-43cd-bd72-a3ee6dc04173 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:10.313889 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8373ceec-971a-4933-bd57-5e9078197556 req-578e6afb-b3b4-43cd-bd72-a3ee6dc04173 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] 10.222.0.52 "GET /v2.0/ports?device_id=24322461-73f5-465b-a92e-2579cad1bdf3 HTTP/1.1" status: 200 len: 948 time: 0.1063623 Apr 14 11:24:10.348807 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8373ceec-971a-4933-bd57-5e9078197556 req-0a86baae-07c2-4676-ac0f-ac74693d76be tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc2b7eae-21c0-4583-bcd2-1eec3b93a901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272088 Apr 14 11:24:10.415778 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb84fb9-dd16-49fa-a1a4-f082e0a08f62 req-184998d1-8aa3-4a20-b9b9-1e25c18faf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:10.417393 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-feb84fb9-dd16-49fa-a1a4-f082e0a08f62 req-184998d1-8aa3-4a20-b9b9-1e25c18faf4d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64f111db-9799-4065-9643-766947cca58b HTTP/1.1" status: 200 len: 843 time: 0.0965967 Apr 14 11:24:10.478175 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62885bfe-6a67-475d-81a1-73ffb818cf04 req-60abe055-9c13-4463-ae1a-21268b57e46b tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:10.481157 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-62885bfe-6a67-475d-81a1-73ffb818cf04 req-60abe055-9c13-4463-ae1a-21268b57e46b tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.2015967 Apr 14 11:24:10.535117 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-62885bfe-6a67-475d-81a1-73ffb818cf04 req-c2d1393f-3d54-4118-8543-f9a8dd136108 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458052 Apr 14 11:24:10.591790 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb84fb9-dd16-49fa-a1a4-f082e0a08f62 req-34df49c6-2703-4b73-8e10-0c3977bb544b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:10.594091 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-feb84fb9-dd16-49fa-a1a4-f082e0a08f62 req-34df49c6-2703-4b73-8e10-0c3977bb544b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fd9baf16-3da4-4fb5-8166-85630bac70dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1675069 Apr 14 11:24:10.763124 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-feb84fb9-dd16-49fa-a1a4-f082e0a08f62 req-7d6df89b-5b68-46b3-b2d5-1a36afc6a7b1 service neutron] 10.222.0.41 "GET /v2.0/networks/fd9baf16-3da4-4fb5-8166-85630bac70dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609824 Apr 14 11:24:10.919859 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-feb84fb9-dd16-49fa-a1a4-f082e0a08f62 req-2db7ea50-6d0c-4afb-8fd0-2f01a3f0ab7f service neutron] 10.222.0.41 "GET /v2.0/networks/fd9baf16-3da4-4fb5-8166-85630bac70dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493092 Apr 14 11:24:10.963544 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 59214) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:24:11.118693 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6fa24e8d-76b4-4a05-8860-d0f7e25d6712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:11.135427 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-6fa24e8d-76b4-4a05-8860-d0f7e25d6712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:24:11.139815 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-6fa24e8d-76b4-4a05-8860-d0f7e25d6712 admin admin] Usage tracker for resource:security_group_rule and tenant:bfb0e2c00ea047f392e17d70eadc4e9a is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:24:11.142878 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-6fa24e8d-76b4-4a05-8860-d0f7e25d6712 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:24:11.149475 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-6fa24e8d-76b4-4a05-8860-d0f7e25d6712 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:24:11.236409 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6fa24e8d-76b4-4a05-8860-d0f7e25d6712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:11.239775 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6fa24e8d-76b4-4a05-8860-d0f7e25d6712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:11.248599 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-53bc997e-8101-412e-a519-b6e6e1605490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:11.294004 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-6fa24e8d-76b4-4a05-8860-d0f7e25d6712 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bfb0e2c00ea047f392e17d70eadc4e9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3288364 Apr 14 11:24:11.295711 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa24e8d-76b4-4a05-8860-d0f7e25d6712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d8d617-401e-4320-a5fa-f0ce4371d110,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:11.296899 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 59228) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:24:11.299019 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-6fa24e8d-76b4-4a05-8860-d0f7e25d6712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:11.361485 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-76dda502-1721-4050-a169-e5c15414b5c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:11.408952 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-76dda502-1721-4050-a169-e5c15414b5c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:11.458039 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:11.459594 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:11.467873 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-76dda502-1721-4050-a169-e5c15414b5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:11.473323 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a894fc92-c301-488b-8be3-4fafb4287cbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:11.536613 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dda502-1721-4050-a169-e5c15414b5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d8d617-401e-4320-a5fa-f0ce4371d110,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:11.544155 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-76dda502-1721-4050-a169-e5c15414b5c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:11.548439 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-76dda502-1721-4050-a169-e5c15414b5c9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/86d8d617-401e-4320-a5fa-f0ce4371d110 HTTP/1.1" status: 204 len: 168 time: 0.2502580 Apr 14 11:24:11.549651 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-76dda502-1721-4050-a169-e5c15414b5c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:11.605252 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe3123-df25-450d-b836-452e4f408eb2 req-4d46cab4-7761-4530-bb53-b2f8b85cf6c7 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:11.606172 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-ecbe3123-df25-450d-b836-452e4f408eb2 req-4d46cab4-7761-4530-bb53-b2f8b85cf6c7 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Synchronizing usage tracker for tenant:0ce0c3d595ae4eac881fa643517cf7ae on resource:port {{(pid=85228) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:24:11.625035 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-ecbe3123-df25-450d-b836-452e4f408eb2 req-4d46cab4-7761-4530-bb53-b2f8b85cf6c7 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Unset dirty status for tenant:0ce0c3d595ae4eac881fa643517cf7ae on resource:port {{(pid=85228) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:24:11.626752 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ecbe3123-df25-450d-b836-452e4f408eb2 req-4d46cab4-7761-4530-bb53-b2f8b85cf6c7 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] 10.222.0.52 "GET /v2.0/ports?device_id=24322461-73f5-465b-a92e-2579cad1bdf3 HTTP/1.1" status: 200 len: 948 time: 0.1422372 Apr 14 11:24:11.686402 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-ecbe3123-df25-450d-b836-452e4f408eb2 req-4cbfeca8-e206-4d4f-aab3-9a9a66440dd2 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Synchronizing usage tracker for tenant:0ce0c3d595ae4eac881fa643517cf7ae on resource:security_group {{(pid=85228) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:24:11.708857 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-ecbe3123-df25-450d-b836-452e4f408eb2 req-4cbfeca8-e206-4d4f-aab3-9a9a66440dd2 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Unset dirty status for tenant:0ce0c3d595ae4eac881fa643517cf7ae on resource:security_group {{(pid=85228) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:24:11.710135 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ecbe3123-df25-450d-b836-452e4f408eb2 req-4cbfeca8-e206-4d4f-aab3-9a9a66440dd2 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc2b7eae-21c0-4583-bcd2-1eec3b93a901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739539 Apr 14 11:24:11.785448 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56448a2-b20d-4921-96c3-8a31088beed6 req-367b4610-8d93-40c0-abbe-4f6e0448cb6e tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:11.787499 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e56448a2-b20d-4921-96c3-8a31088beed6 req-367b4610-8d93-40c0-abbe-4f6e0448cb6e tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.1169569 Apr 14 11:24:11.821649 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e56448a2-b20d-4921-96c3-8a31088beed6 req-5a3c2f52-6b40-43d7-b428-5f83d2f853fa tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260043 Apr 14 11:24:11.831416 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 59254) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:24:11.952374 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 59262) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:24:11.960952 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ce46e1b8-b600-42dd-a71e-fdd5893126f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:11.972818 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5bd55670-2af4-4c24-843c-b10b27cc043f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:11.977594 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-ce46e1b8-b600-42dd-a71e-fdd5893126f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:24:11.981674 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-ce46e1b8-b600-42dd-a71e-fdd5893126f0 admin admin] Usage tracker for resource:security_group_rule and tenant:69f50c4063db48468df51d4e1be3de4b is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:24:11.984699 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-ce46e1b8-b600-42dd-a71e-fdd5893126f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:24:11.991448 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-ce46e1b8-b600-42dd-a71e-fdd5893126f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:24:11.993006 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-5bd55670-2af4-4c24-843c-b10b27cc043f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:24:11.997083 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-5bd55670-2af4-4c24-843c-b10b27cc043f admin admin] Usage tracker for resource:security_group_rule and tenant:556267566c2a48cda4e8d5eec01b9d56 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:24:12.000078 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-5bd55670-2af4-4c24-843c-b10b27cc043f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:24:12.006056 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-5bd55670-2af4-4c24-843c-b10b27cc043f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:24:12.083583 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ce46e1b8-b600-42dd-a71e-fdd5893126f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:12.087725 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ce46e1b8-b600-42dd-a71e-fdd5893126f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:12.096909 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-932bf788-ccb1-4413-bb9a-547a49c45f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:12.098115 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5bd55670-2af4-4c24-843c-b10b27cc043f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:12.103194 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5bd55670-2af4-4c24-843c-b10b27cc043f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:12.112518 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-64dc3ff0-4c93-406b-a92f-9e4ad34d55ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:12.140710 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-ce46e1b8-b600-42dd-a71e-fdd5893126f0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=69f50c4063db48468df51d4e1be3de4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3081501 Apr 14 11:24:12.142822 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46e1b8-b600-42dd-a71e-fdd5893126f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d537978-c8c3-4079-8a46-3fabd3e7aff6,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:12.145963 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 59272) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:24:12.148841 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-ce46e1b8-b600-42dd-a71e-fdd5893126f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:12.158161 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-5bd55670-2af4-4c24-843c-b10b27cc043f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=556267566c2a48cda4e8d5eec01b9d56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2046082 Apr 14 11:24:12.158855 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 59276) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:24:12.160096 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd55670-2af4-4c24-843c-b10b27cc043f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97827bdf-0b46-4c1d-9f5d-35339e765818,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:12.165432 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-5bd55670-2af4-4c24-843c-b10b27cc043f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:12.215500 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1e2bbe84-fccc-45dd-86e2-7c44a7f87d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:12.228504 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5e4b349e-61e5-4a23-a187-36a5d11eb007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:12.244836 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1e2bbe84-fccc-45dd-86e2-7c44a7f87d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:12.257399 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5e4b349e-61e5-4a23-a187-36a5d11eb007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:12.294931 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1e2bbe84-fccc-45dd-86e2-7c44a7f87d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:12.300061 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-76dda502-1721-4050-a169-e5c15414b5c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:12.303508 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5e4b349e-61e5-4a23-a187-36a5d11eb007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:12.308863 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-74e7c138-2a2f-4564-8d33-21aa8aede8a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:12.311459 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2bbe84-fccc-45dd-86e2-7c44a7f87d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d537978-c8c3-4079-8a46-3fabd3e7aff6,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:12.315348 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-1e2bbe84-fccc-45dd-86e2-7c44a7f87d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:12.320028 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1e2bbe84-fccc-45dd-86e2-7c44a7f87d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:12.324072 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-1e2bbe84-fccc-45dd-86e2-7c44a7f87d10 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8d537978-c8c3-4079-8a46-3fabd3e7aff6 HTTP/1.1" status: 204 len: 168 time: 0.1770904 Apr 14 11:24:12.327053 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b349e-61e5-4a23-a187-36a5d11eb007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97827bdf-0b46-4c1d-9f5d-35339e765818,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:12.331111 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-5e4b349e-61e5-4a23-a187-36a5d11eb007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:12.337172 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5e4b349e-61e5-4a23-a187-36a5d11eb007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:12.338360 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-5e4b349e-61e5-4a23-a187-36a5d11eb007 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/97827bdf-0b46-4c1d-9f5d-35339e765818 HTTP/1.1" status: 204 len: 168 time: 0.1752470 Apr 14 11:24:12.349742 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 63812b73-accf-4bc2-be9d-4fa4dcc52b97 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 11:24:12.500401 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port 63812b73-accf-4bc2-be9d-4fa4dcc52b97, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=63812b73-accf-4bc2-be9d-4fa4dcc52b97,segment=NetworkSegment(ce999bb5-8845-47f0-9682-80159eb055fb),segment_id=ce999bb5-8845-47f0-9682-80159eb055fb)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:24:12.515586 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Returning: {'device': '63812b73-accf-4bc2-be9d-4fa4dcc52b97', 'network_id': 'fd9baf16-3da4-4fb5-8166-85630bac70dc', 'port_id': '63812b73-accf-4bc2-be9d-4fa4dcc52b97', 'mac_address': 'fa:16:3e:71:a1:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64f111db-9799-4065-9643-766947cca58b', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 11:24:12.576055 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:12.594092 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63812b73-accf-4bc2-be9d-4fa4dcc52b97 {{(pid=85229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:24:12.610133 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port 63812b73-accf-4bc2-be9d-4fa4dcc52b97, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=63812b73-accf-4bc2-be9d-4fa4dcc52b97,segment=NetworkSegment(ce999bb5-8845-47f0-9682-80159eb055fb),segment_id=ce999bb5-8845-47f0-9682-80159eb055fb)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:24:12.613093 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:12.615709 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a9c3a352-5943-478a-9295-751ee6d30040 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:12.694362 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=63812b73-accf-4bc2-be9d-4fa4dcc52b97,revision_number=4']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:12.702385 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:12.702807 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:12.703199 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:12.703577 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:12.703951 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:12.704329 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:12.704939 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:12.705310 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:12.705679 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:12.706056 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:12.707075 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:12.707500 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:12.711879 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:12.803923 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 59308) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:24:12.829576 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-cb2e22a6-df21-4618-ba95-cd5791a0eff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:12.845402 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-cb2e22a6-df21-4618-ba95-cd5791a0eff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:24:12.849832 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-cb2e22a6-df21-4618-ba95-cd5791a0eff0 admin admin] Usage tracker for resource:security_group_rule and tenant:6b101b36ea224bd4bc2b1c7f06537bbe is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:24:12.853043 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-cb2e22a6-df21-4618-ba95-cd5791a0eff0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:24:12.859209 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-cb2e22a6-df21-4618-ba95-cd5791a0eff0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:24:12.941672 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] get_ports_and_sgs() called for port_ids ['63812b73-accf-4bc2-be9d-4fa4dcc52b97'] {{(pid=85229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 11:24:12.999986 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880f3e3-23f6-4bd6-94cd-27781bf20681 req-69aec502-16ad-4966-bc4b-dae08c8185d8 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:13.002993 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0880f3e3-23f6-4bd6-94cd-27781bf20681 req-69aec502-16ad-4966-bc4b-dae08c8185d8 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] 10.222.0.52 "GET /v2.0/ports?device_id=24322461-73f5-465b-a92e-2579cad1bdf3 HTTP/1.1" status: 200 len: 949 time: 0.1380446 Apr 14 11:24:13.058323 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfbcf9-6dff-4353-9197-d997fc4b4a1b req-a683e5e7-031f-486b-83c9-48e6bc15e444 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:13.068197 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e1dfbcf9-6dff-4353-9197-d997fc4b4a1b req-a683e5e7-031f-486b-83c9-48e6bc15e444 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.1245844 Apr 14 11:24:13.086953 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-cb2e22a6-df21-4618-ba95-cd5791a0eff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:13.100361 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-cb2e22a6-df21-4618-ba95-cd5791a0eff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:13.105398 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e1dfbcf9-6dff-4353-9197-d997fc4b4a1b req-e34ea028-57d3-4346-84f4-d2d096bd92c2 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354738 Apr 14 11:24:13.135518 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0880f3e3-23f6-4bd6-94cd-27781bf20681 req-b15e5c17-97d1-4e3a-8f49-20cdcfcc4826 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc2b7eae-21c0-4583-bcd2-1eec3b93a901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239052 Apr 14 11:24:13.141851 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-0996ae15-eb53-4a94-9146-de9ed4bb69cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:13.194126 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e22a6-df21-4618-ba95-cd5791a0eff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8679a1ef-57a3-4d9c-b8f8-70e61634478c,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:13.198104 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-cb2e22a6-df21-4618-ba95-cd5791a0eff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:13.200505 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-cb2e22a6-df21-4618-ba95-cd5791a0eff0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6b101b36ea224bd4bc2b1c7f06537bbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3942888 Apr 14 11:24:13.203326 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 59324) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:24:13.271108 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-018f0943-b331-4972-8681-7c185ba0eed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:13.299906 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-018f0943-b331-4972-8681-7c185ba0eed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:13.345631 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-018f0943-b331-4972-8681-7c185ba0eed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:13.351626 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-3d7905a8-ef9b-4084-af4a-5d16a508a1d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:13.363503 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f0943-b331-4972-8681-7c185ba0eed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8679a1ef-57a3-4d9c-b8f8-70e61634478c,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:13.365910 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-018f0943-b331-4972-8681-7c185ba0eed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:13.372532 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-018f0943-b331-4972-8681-7c185ba0eed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:13.373758 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-018f0943-b331-4972-8681-7c185ba0eed8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8679a1ef-57a3-4d9c-b8f8-70e61634478c HTTP/1.1" status: 204 len: 168 time: 0.1694624 Apr 14 11:24:13.965421 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37ee02-d6e1-4285-9f97-ba7641c95325 req-800b09de-a078-48f3-9da2-acd2468f2665 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:13.975570 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4f37ee02-d6e1-4285-9f97-ba7641c95325 req-800b09de-a078-48f3-9da2-acd2468f2665 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 945 time: 0.1073024 Apr 14 11:24:14.009359 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4f37ee02-d6e1-4285-9f97-ba7641c95325 req-e3c70643-a6b0-41ce-ba2e-ae3fe06c8500 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0259511 Apr 14 11:24:14.255116 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 59378) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:24:14.330150 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371566b4-3925-44f3-a4c9-328490ea6b46 req-38bfe4bc-f8cb-473c-af41-7a9f10726325 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:14.332551 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-371566b4-3925-44f3-a4c9-328490ea6b46 req-38bfe4bc-f8cb-473c-af41-7a9f10726325 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.1015787 Apr 14 11:24:14.360685 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 63812b73-accf-4bc2-be9d-4fa4dcc52b97 up at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:24:14.370046 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af083a-2cba-4eb2-ad0e-7d0a74b52690 req-e620c09f-e07a-45b2-afcb-ce41340c6f7b tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:14.371462 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-06af083a-2cba-4eb2-ad0e-7d0a74b52690 req-e620c09f-e07a-45b2-afcb-ce41340c6f7b tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] 10.222.0.52 "GET /v2.0/ports?device_id=24322461-73f5-465b-a92e-2579cad1bdf3 HTTP/1.1" status: 200 len: 949 time: 0.1025369 Apr 14 11:24:14.378204 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-dd04ac4b-4a66-49f8-8a00-7e98a44fa8ac admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1605355383-network', 'tenant_id': 'b672523e641041eca8bdc8921ad3e68e'}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:24:14.385425 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-dd04ac4b-4a66-49f8-8a00-7e98a44fa8ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:24:14.385711 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-371566b4-3925-44f3-a4c9-328490ea6b46 req-4ebc5e30-1d8e-4030-be29-dcbc49162999 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420268 Apr 14 11:24:14.415222 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-dd04ac4b-4a66-49f8-8a00-7e98a44fa8ac admin admin] Usage tracker for resource:network and tenant:b672523e641041eca8bdc8921ad3e68e is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:24:14.421683 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-dd04ac4b-4a66-49f8-8a00-7e98a44fa8ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:24:14.432004 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-dd04ac4b-4a66-49f8-8a00-7e98a44fa8ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:24:14.433455 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning for port 63812b73-accf-4bc2-be9d-4fa4dcc52b97 completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:24:14.436790 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-06af083a-2cba-4eb2-ad0e-7d0a74b52690 req-f8a9e149-91de-4c1f-a1b4-f189eb146a55 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc2b7eae-21c0-4583-bcd2-1eec3b93a901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543382 Apr 14 11:24:14.438928 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning complete for port 63812b73-accf-4bc2-be9d-4fa4dcc52b97 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:24:14.439508 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:14.445133 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd04ac4b-4a66-49f8-8a00-7e98a44fa8ac admin admin] Made reservation on behalf of b672523e641041eca8bdc8921ad3e68e for: {'network': 1} {{(pid=85228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:24:14.450618 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-dd04ac4b-4a66-49f8-8a00-7e98a44fa8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for network, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:14.465058 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-dd04ac4b-4a66-49f8-8a00-7e98a44fa8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:14.492699 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-dd04ac4b-4a66-49f8-8a00-7e98a44fa8ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:24:14.496888 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-dd04ac4b-4a66-49f8-8a00-7e98a44fa8ac admin admin] Usage tracker for resource:security_group_rule and tenant:b672523e641041eca8bdc8921ad3e68e is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:24:14.500108 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-dd04ac4b-4a66-49f8-8a00-7e98a44fa8ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:24:14.506962 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-dd04ac4b-4a66-49f8-8a00-7e98a44fa8ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:24:14.578917 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:14.590682 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24322461-73f5-465b-a92e-2579cad1bdf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63812b73-accf-4bc2-be9d-4fa4dcc52b97'}] {{(pid=85229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:24:14.594338 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-dd04ac4b-4a66-49f8-8a00-7e98a44fa8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:14.597920 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-dd04ac4b-4a66-49f8-8a00-7e98a44fa8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:14.602042 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port 63812b73-accf-4bc2-be9d-4fa4dcc52b97, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=63812b73-accf-4bc2-be9d-4fa4dcc52b97,segment=NetworkSegment(ce999bb5-8845-47f0-9682-80159eb055fb),segment_id=ce999bb5-8845-47f0-9682-80159eb055fb)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:24:14.602470 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-61f6a8d0-c24d-4412-8e5d-2b14f7bf1832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:14.605034 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:14.607012 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:14.628911 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd04ac4b-4a66-49f8-8a00-7e98a44fa8ac admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=85228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 11:24:14.642377 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04ac4b-4a66-49f8-8a00-7e98a44fa8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318d734d-4082-4e38-9fd7-f87715632db2,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:14.647267 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-dd04ac4b-4a66-49f8-8a00-7e98a44fa8ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:14.648253 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-dd04ac4b-4a66-49f8-8a00-7e98a44fa8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774745'] for segment, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:14.648642 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.db.segments_db [None req-dd04ac4b-4a66-49f8-8a00-7e98a44fa8ac admin admin] Added segment 652d1cc2-c1dc-4377-8688-41fabdc1dac0 of type vlan for network 60b92b3d-2a83-4f23-93ff-a331c2a662c2 Apr 14 11:24:14.669014 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24322461-73f5-465b-a92e-2579cad1bdf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63812b73-accf-4bc2-be9d-4fa4dcc52b97', 'code': 200} Apr 14 11:24:14.677126 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-dd04ac4b-4a66-49f8-8a00-7e98a44fa8ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741597887210'] for network, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:14.679566 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=63812b73-accf-4bc2-be9d-4fa4dcc52b97,revision_number=5']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:14.682664 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:14.709105 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-dd04ac4b-4a66-49f8-8a00-7e98a44fa8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029'] for network, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:14.710743 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd04ac4b-4a66-49f8-8a00-7e98a44fa8ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:14.711392 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-dd04ac4b-4a66-49f8-8a00-7e98a44fa8ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for network, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:14.716540 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:14.871826 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-dd04ac4b-4a66-49f8-8a00-7e98a44fa8ac admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6153407 Apr 14 11:24:14.874952 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 59392) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:24:14.877692 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04ac4b-4a66-49f8-8a00-7e98a44fa8ac admin admin] Pushing event updated for resources: {'Network': ['ID=60b92b3d-2a83-4f23-93ff-a331c2a662c2,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:14.881531 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-b06437eb-45a2-4f0f-a40c-790777b6a077 admin admin] Request body: {'subnet': {'network_id': '60b92b3d-2a83-4f23-93ff-a331c2a662c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1605355383-subnet', 'tenant_id': 'b672523e641041eca8bdc8921ad3e68e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:24:14.882944 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-dd04ac4b-4a66-49f8-8a00-7e98a44fa8ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:14.886761 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-b06437eb-45a2-4f0f-a40c-790777b6a077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:24:14.888857 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Network 60b92b3d-2a83-4f23-93ff-a331c2a662c2 details requested by agent ovs-agent-dv-cinder-774594-3-smb with host dv-cinder-774594-3-smb {{(pid=85229) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 11:24:14.890851 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-b06437eb-45a2-4f0f-a40c-790777b6a077 admin admin] Usage tracker for resource:subnet and tenant:b672523e641041eca8bdc8921ad3e68e is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:24:14.894474 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-b06437eb-45a2-4f0f-a40c-790777b6a077 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:24:14.900809 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-b06437eb-45a2-4f0f-a40c-790777b6a077 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:24:14.909327 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa4fca-2470-464f-8b50-990acf199be5 req-aff166cd-2aa2-47fd-80d8-3ecdf3abe908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:14.911093 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-40aa4fca-2470-464f-8b50-990acf199be5 req-aff166cd-2aa2-47fd-80d8-3ecdf3abe908 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=24322461-73f5-465b-a92e-2579cad1bdf3 HTTP/1.1" status: 200 len: 1103 time: 0.0945833 Apr 14 11:24:14.911702 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06437eb-45a2-4f0f-a40c-790777b6a077 admin admin] Made reservation on behalf of b672523e641041eca8bdc8921ad3e68e for: {'subnet': 1} {{(pid=85227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:24:14.916465 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b06437eb-45a2-4f0f-a40c-790777b6a077 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843538721'] for subnet, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:14.938034 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-40aa4fca-2470-464f-8b50-990acf199be5 req-02df44bc-b9eb-49fc-93d5-f6356147f07a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cc2b7eae-21c0-4583-bcd2-1eec3b93a901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0203300 Apr 14 11:24:15.536193 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbe6f1-d006-405e-941b-394613fc83b9 req-2e9b4ea9-fc08-443f-ad54-db281ec3f715 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:15.537790 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a6dbe6f1-d006-405e-941b-394613fc83b9 req-2e9b4ea9-fc08-443f-ad54-db281ec3f715 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 945 time: 0.3706720 Apr 14 11:24:15.586704 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a6dbe6f1-d006-405e-941b-394613fc83b9 req-9f8ab1a5-1d37-44e8-8968-86ac90786fc2 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294554 Apr 14 11:24:15.595741 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f1a677-381e-4ece-b7a8-8b4ad5a7a8b6 req-f6f6b266-13c3-455a-b1db-a2406bc2af56 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:15.604213 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-75f1a677-381e-4ece-b7a8-8b4ad5a7a8b6 req-f6f6b266-13c3-455a-b1db-a2406bc2af56 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.0960321 Apr 14 11:24:15.630571 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-75f1a677-381e-4ece-b7a8-8b4ad5a7a8b6 req-98041d5e-3758-4518-b84b-aae4f5c51b5e tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0253739 Apr 14 11:24:15.677659 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b06437eb-45a2-4f0f-a40c-790777b6a077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10976476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843538784'] for subnet, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:15.754508 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-fc0fb996-396f-4459-a644-b7ab00b0bd20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:15.893073 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27238118-881b-496d-a580-fec72d734d09 req-e274967b-171d-4c4d-835d-1d5a5fa9036e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:15.895273 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-27238118-881b-496d-a580-fec72d734d09 req-e274967b-171d-4c4d-835d-1d5a5fa9036e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 1099 time: 0.0810461 Apr 14 11:24:15.934010 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-27238118-881b-496d-a580-fec72d734d09 req-ed134cb1-8281-405e-b2d4-6801deca610a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0228839 Apr 14 11:24:15.935340 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06437eb-45a2-4f0f-a40c-790777b6a077 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd791993-677c-47fb-93c9-00d005174322,revision_number=0']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:15.941827 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b06437eb-45a2-4f0f-a40c-790777b6a077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:15.969460 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf8b64-9617-46d5-8bc8-c11300af232b req-a5bc5ce0-a3c7-41e0-9a43-ad501a28107d tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:15.971074 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-43cf8b64-9617-46d5-8bc8-c11300af232b req-a5bc5ce0-a3c7-41e0-9a43-ad501a28107d tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] 10.222.0.52 "GET /v2.0/ports?device_id=24322461-73f5-465b-a92e-2579cad1bdf3 HTTP/1.1" status: 200 len: 950 time: 0.2183826 Apr 14 11:24:16.012760 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06437eb-45a2-4f0f-a40c-790777b6a077 admin admin] Checking segment: {'id': '652d1cc2-c1dc-4377-8688-41fabdc1dac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '60b92b3d-2a83-4f23-93ff-a331c2a662c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:24:16.013154 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06437eb-45a2-4f0f-a40c-790777b6a077 admin admin] Network hostable DHCP agents. Network: 60b92b3d-2a83-4f23-93ff-a331c2a662c2, hostable agents: ['89ea7c1e-af59-4771-b465-98593056a05b'], hosted agents: [] {{(pid=85227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 11:24:16.024247 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-43cf8b64-9617-46d5-8bc8-c11300af232b req-79130a64-a534-416f-bb2c-24d6a60cf7e1 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc2b7eae-21c0-4583-bcd2-1eec3b93a901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411217 Apr 14 11:24:16.039956 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06437eb-45a2-4f0f-a40c-790777b6a077 admin admin] Network 60b92b3d-2a83-4f23-93ff-a331c2a662c2 is scheduled to be hosted by DHCP agent 89ea7c1e-af59-4771-b465-98593056a05b with binding_index 1 {{(pid=85227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 11:24:16.049497 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-b06437eb-45a2-4f0f-a40c-790777b6a077 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-3-smb, 60b92b3d-2a83-4f23-93ff-a331c2a662c2) {{(pid=85227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:24:16.060275 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeba9736-23bb-43e2-8651-72a58366df52 None None] Network 60b92b3d-2a83-4f23-93ff-a331c2a662c2 requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:24:16.062469 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06437eb-45a2-4f0f-a40c-790777b6a077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:16.063133 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b06437eb-45a2-4f0f-a40c-790777b6a077 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:16.089516 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-b06437eb-45a2-4f0f-a40c-790777b6a077 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2079728 Apr 14 11:24:16.286320 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20a2d3a-182a-4136-87d9-6ab836ac3185 None None] Network 60b92b3d-2a83-4f23-93ff-a331c2a662c2 requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:24:16.902605 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120892c-a0e9-4029-be09-a63435b8c50b req-f5e4f472-4128-47ef-bb3a-cf5ad6dcc77c tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:16.904396 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3120892c-a0e9-4029-be09-a63435b8c50b req-f5e4f472-4128-47ef-bb3a-cf5ad6dcc77c tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 945 time: 0.1384065 Apr 14 11:24:16.952156 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b96d1-e583-4ac6-a7e0-a2ac02eccfba req-dd38f554-6d2d-4234-a2a5-993ad8e7d5e9 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:16.960869 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c02b96d1-e583-4ac6-a7e0-a2ac02eccfba req-dd38f554-6d2d-4234-a2a5-993ad8e7d5e9 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.1287947 Apr 14 11:24:16.983014 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3120892c-a0e9-4029-be09-a63435b8c50b req-ce534146-9df6-4ea1-b21f-09fa066e8b19 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488930 Apr 14 11:24:16.983746 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 59446) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:24:17.027435 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c02b96d1-e583-4ac6-a7e0-a2ac02eccfba req-8604f230-c784-4915-b16f-c90619fec1e7 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651882 Apr 14 11:24:17.164199 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4855cacc-984f-495f-892d-e7aff49cf13c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:17.181807 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-4855cacc-984f-495f-892d-e7aff49cf13c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:24:17.185935 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-4855cacc-984f-495f-892d-e7aff49cf13c admin admin] Usage tracker for resource:security_group_rule and tenant:c384efe1c9a04b859eda3750df3c33c8 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:24:17.189017 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-4855cacc-984f-495f-892d-e7aff49cf13c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:24:17.195688 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-4855cacc-984f-495f-892d-e7aff49cf13c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:24:17.288176 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02e94b-0181-4f5a-8966-dc235ef2fe59 req-26421a62-e877-4780-8378-9745a6dd8ba8 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:17.289836 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-df02e94b-0181-4f5a-8966-dc235ef2fe59 req-26421a62-e877-4780-8378-9745a6dd8ba8 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] 10.222.0.52 "GET /v2.0/ports?device_id=24322461-73f5-465b-a92e-2579cad1bdf3 HTTP/1.1" status: 200 len: 950 time: 0.1025209 Apr 14 11:24:17.290807 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4855cacc-984f-495f-892d-e7aff49cf13c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:17.294433 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4855cacc-984f-495f-892d-e7aff49cf13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:17.323335 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-ce83a005-1c92-49f3-8628-37bd8f613d2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:17.329180 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-df02e94b-0181-4f5a-8966-dc235ef2fe59 req-9b0d72b5-70b6-41c1-b0fa-0393420b488e tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc2b7eae-21c0-4583-bcd2-1eec3b93a901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325749 Apr 14 11:24:17.354578 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-4855cacc-984f-495f-892d-e7aff49cf13c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c384efe1c9a04b859eda3750df3c33c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3692369 Apr 14 11:24:17.357686 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 59460) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:24:17.358912 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4855cacc-984f-495f-892d-e7aff49cf13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79198822-8363-498b-b407-17feb816607f,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:17.362555 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-4855cacc-984f-495f-892d-e7aff49cf13c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:17.429666 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-407c0c7d-ae39-4643-b026-1b6ffc9767e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:17.457365 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-407c0c7d-ae39-4643-b026-1b6ffc9767e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:17.503048 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-407c0c7d-ae39-4643-b026-1b6ffc9767e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:17.508201 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-72e23f4c-1b50-4c8d-9adc-df35d3fe33e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:17.520053 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c0c7d-ae39-4643-b026-1b6ffc9767e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79198822-8363-498b-b407-17feb816607f,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:17.523760 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-407c0c7d-ae39-4643-b026-1b6ffc9767e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:17.527209 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-407c0c7d-ae39-4643-b026-1b6ffc9767e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:17.530933 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-407c0c7d-ae39-4643-b026-1b6ffc9767e4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/79198822-8363-498b-b407-17feb816607f HTTP/1.1" status: 204 len: 168 time: 0.1696382 Apr 14 11:24:17.808498 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a7417-5d42-4b13-86dc-e090d4c85fa0 req-c73ce9d4-d671-4d9f-8a2a-fb99649c2f73 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:17.810155 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-6b7a7417-5d42-4b13-86dc-e090d4c85fa0 req-c73ce9d4-d671-4d9f-8a2a-fb99649c2f73 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] 10.222.0.52 "GET /v2.0/ports?device_id=24322461-73f5-465b-a92e-2579cad1bdf3 HTTP/1.1" status: 200 len: 950 time: 0.0913005 Apr 14 11:24:17.844466 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-6b7a7417-5d42-4b13-86dc-e090d4c85fa0 req-2cbc21fe-5f82-4139-b45e-ebe5c9cc035a tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc2b7eae-21c0-4583-bcd2-1eec3b93a901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272644 Apr 14 11:24:18.193968 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1aeee9-2cdd-49f8-8f01-fc8357d0732d req-e52f805f-2d18-4ea2-b078-f89c9452db41 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:18.195586 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1d1aeee9-2cdd-49f8-8f01-fc8357d0732d req-e52f805f-2d18-4ea2-b078-f89c9452db41 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 945 time: 0.0888655 Apr 14 11:24:18.226055 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1d1aeee9-2cdd-49f8-8f01-fc8357d0732d req-f835b0ea-5289-4038-8f7e-50cfe7660b29 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0238190 Apr 14 11:24:18.241682 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8c7ba-2716-472e-8a65-927be0f8ce40 req-09a7b965-c6fc-47ea-be4f-3028852f3f10 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:18.243379 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-48a8c7ba-2716-472e-8a65-927be0f8ce40 req-09a7b965-c6fc-47ea-be4f-3028852f3f10 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.0873196 Apr 14 11:24:18.275016 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-48a8c7ba-2716-472e-8a65-927be0f8ce40 req-7ff2fa97-7d24-4fba-a77a-83e53f875247 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250146 Apr 14 11:24:18.560821 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-4051dc74-05b6-4cae-8c64-18cf689b8204 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:18.561663 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-4051dc74-05b6-4cae-8c64-18cf689b8204 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Synchronizing usage tracker for tenant:b672523e641041eca8bdc8921ad3e68e on resource:network {{(pid=85228) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:24:18.578331 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-4051dc74-05b6-4cae-8c64-18cf689b8204 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Unset dirty status for tenant:b672523e641041eca8bdc8921ad3e68e on resource:network {{(pid=85228) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:24:18.579649 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-4051dc74-05b6-4cae-8c64-18cf689b8204 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/networks?id=60b92b3d-2a83-4f23-93ff-a331c2a662c2 HTTP/1.1" status: 200 len: 814 time: 0.1788478 Apr 14 11:24:18.596379 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-c2259ea6-5d81-4761-8b16-80387a13d3fa tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/quotas/b672523e641041eca8bdc8921ad3e68e HTTP/1.1" status: 200 len: 375 time: 0.0100546 Apr 14 11:24:18.654890 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-016f2cea-e33b-4dd5-a30a-08a46b959da6 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b672523e641041eca8bdc8921ad3e68e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511589 Apr 14 11:24:18.868967 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-5a2efd32-28f8-40ab-a285-3096c8120786 service neutron] 10.222.0.52 "GET /v2.0/networks/60b92b3d-2a83-4f23-93ff-a331c2a662c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045302 Apr 14 11:24:18.870964 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9a13c-5e46-448c-8c4b-b77652787f31 req-36337e58-b7eb-412e-a266-49bd5397c0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:18.872422 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f9e9a13c-5e46-448c-8c4b-b77652787f31 req-36337e58-b7eb-412e-a266-49bd5397c0bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b3f85d7308945ada4fb45e00aa6c46b&device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 1099 time: 0.1312003 Apr 14 11:24:18.872532 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5971ce7-6344-4c29-9e02-78bd78742adb req-16c2c06f-48ab-496a-b5be-d695ea3fba7c tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:18.874085 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b5971ce7-6344-4c29-9e02-78bd78742adb req-16c2c06f-48ab-496a-b5be-d695ea3fba7c tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.0897994 Apr 14 11:24:18.910287 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b5971ce7-6344-4c29-9e02-78bd78742adb req-1a6febdc-73c1-4028-8dc5-746afe803858 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288129 Apr 14 11:24:19.107123 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d2ba1-f38b-4a61-86ce-184f6d2b07dc req-81d0a1d8-7d79-40b5-acc8-602eccf6b1c8 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:19.108802 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5c2d2ba1-f38b-4a61-86ce-184f6d2b07dc req-81d0a1d8-7d79-40b5-acc8-602eccf6b1c8 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] 10.222.0.52 "GET /v2.0/ports?device_id=24322461-73f5-465b-a92e-2579cad1bdf3 HTTP/1.1" status: 200 len: 950 time: 0.0907955 Apr 14 11:24:19.135886 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-1a45aa17-c714-4b41-ab2d-cfcb7665b5ab service neutron] 10.222.0.52 "GET /v2.0/networks/60b92b3d-2a83-4f23-93ff-a331c2a662c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601871 Apr 14 11:24:19.136985 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9a13c-5e46-448c-8c4b-b77652787f31 req-f5215b4b-92cc-4310-8fb9-10c9704ed020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:19.138735 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f9e9a13c-5e46-448c-8c4b-b77652787f31 req-f5215b4b-92cc-4310-8fb9-10c9704ed020 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6c770865-86da-4d8e-8a44-f942f5188572 HTTP/1.1" status: 200 len: 919 time: 0.2409368 Apr 14 11:24:19.139775 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5c2d2ba1-f38b-4a61-86ce-184f6d2b07dc req-b5b32521-6ab0-47fe-8715-03fa06a89040 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc2b7eae-21c0-4583-bcd2-1eec3b93a901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242825 Apr 14 11:24:19.446473 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f9e9a13c-5e46-448c-8c4b-b77652787f31 req-e27abfdf-41e0-4c8d-8b39-74af56e73063 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67800dfe-e336-4c31-8382-bd269e42ae39 HTTP/1.1" status: 200 len: 217 time: 0.2943494 Apr 14 11:24:19.524874 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20adb78-8a6a-4296-8a32-7c65772375ba req-f47809e2-e1d1-411c-9edf-7f9a2d1f55a5 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:19.526458 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d20adb78-8a6a-4296-8a32-7c65772375ba req-f47809e2-e1d1-411c-9edf-7f9a2d1f55a5 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] 10.222.0.41 "GET /v2.0/ports?device_id=24322461-73f5-465b-a92e-2579cad1bdf3 HTTP/1.1" status: 200 len: 950 time: 0.1792388 Apr 14 11:24:19.531199 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a69ea973-3fcb-4fa7-805a-f205c3d03017 req-3bab91cf-8d66-462a-bedd-7704561d3601 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7d0cc23-a589-44ed-ba8e-19fb504714f5 HTTP/1.1" status: 200 len: 210 time: 0.0866270 Apr 14 11:24:19.535761 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26024577-bdbb-4005-a67e-801f2d579acf req-6745fd62-98e7-4c6c-b036-2784c1b77490 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:19.537287 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-26024577-bdbb-4005-a67e-801f2d579acf req-6745fd62-98e7-4c6c-b036-2784c1b77490 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 945 time: 0.1449211 Apr 14 11:24:19.574760 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9a13c-5e46-448c-8c4b-b77652787f31 req-26043296-6da6-49b3-87ad-bef9f34ec0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:19.576369 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f9e9a13c-5e46-448c-8c4b-b77652787f31 req-26043296-6da6-49b3-87ad-bef9f34ec0fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d82680c-cf66-4a62-ac40-d953780f4e06 HTTP/1.1" status: 200 len: 858 time: 0.0940320 Apr 14 11:24:19.617548 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-26024577-bdbb-4005-a67e-801f2d579acf req-7a45947a-f5c4-4214-8105-74a6719dc400 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451839 Apr 14 11:24:19.635416 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f9e9a13c-5e46-448c-8c4b-b77652787f31 req-f837e70c-b9c7-4f60-851a-bdc9b0ee7750 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6c770865-86da-4d8e-8a44-f942f5188572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519757 Apr 14 11:24:19.649300 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [req-d20adb78-8a6a-4296-8a32-7c65772375ba req-d5ab68dc-e236-4176-a4be-5b2f1782a07b tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Deleting port 63812b73-accf-4bc2-be9d-4fa4dcc52b97 {{(pid=85227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:24:19.649868 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-d20adb78-8a6a-4296-8a32-7c65772375ba req-d5ab68dc-e236-4176-a4be-5b2f1782a07b tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:19.799662 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f9e9a13c-5e46-448c-8c4b-b77652787f31 req-2c1a073c-26f3-48b4-9f9b-3365e5cda0c8 service neutron] 10.222.0.41 "GET /v2.0/networks/6c770865-86da-4d8e-8a44-f942f5188572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459062 Apr 14 11:24:19.962350 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-d20adb78-8a6a-4296-8a32-7c65772375ba req-d5ab68dc-e236-4176-a4be-5b2f1782a07b tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] For port 63812b73-accf-4bc2-be9d-4fa4dcc52b97, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=63812b73-accf-4bc2-be9d-4fa4dcc52b97,segment=NetworkSegment(ce999bb5-8845-47f0-9682-80159eb055fb),segment_id=ce999bb5-8845-47f0-9682-80159eb055fb)] {{(pid=85227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:24:19.967124 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f9e9a13c-5e46-448c-8c4b-b77652787f31 req-448219a0-4b72-49c7-976d-43339e16c686 service neutron] 10.222.0.41 "GET /v2.0/networks/6c770865-86da-4d8e-8a44-f942f5188572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570086 Apr 14 11:24:19.967519 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-d20adb78-8a6a-4296-8a32-7c65772375ba req-d5ab68dc-e236-4176-a4be-5b2f1782a07b tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:20.139853 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [req-d20adb78-8a6a-4296-8a32-7c65772375ba req-d5ab68dc-e236-4176-a4be-5b2f1782a07b tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Calling delete_port for 63812b73-accf-4bc2-be9d-4fa4dcc52b97 owned by compute:nova {{(pid=85227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:24:20.349348 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb592da8-228c-40b2-94fd-b0c83a16b7e4 req-8d0d7d8c-f242-4235-9921-278d8cbc7454 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:20.350960 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-bb592da8-228c-40b2-94fd-b0c83a16b7e4 req-8d0d7d8c-f242-4235-9921-278d8cbc7454 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] 10.222.0.52 "GET /v2.0/ports?device_id=24322461-73f5-465b-a92e-2579cad1bdf3 HTTP/1.1" status: 200 len: 950 time: 0.0895555 Apr 14 11:24:20.381960 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-bb592da8-228c-40b2-94fd-b0c83a16b7e4 req-71a7245d-b28d-46ee-bd2c-b41883fb8cc9 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc2b7eae-21c0-4583-bcd2-1eec3b93a901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0238235 Apr 14 11:24:20.396616 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3454c-39a9-419b-a4b5-a9c2c7705528 req-39ea7ad4-404d-4cfc-bd1d-3733e230ee33 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:20.398226 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b8d3454c-39a9-419b-a4b5-a9c2c7705528 req-39ea7ad4-404d-4cfc-bd1d-3733e230ee33 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.2693887 Apr 14 11:24:20.449440 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b8d3454c-39a9-419b-a4b5-a9c2c7705528 req-ea1d14a5-d395-4baf-9cde-81bb5566ab7a tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431194 Apr 14 11:24:20.458493 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-d20adb78-8a6a-4296-8a32-7c65772375ba req-d5ab68dc-e236-4176-a4be-5b2f1782a07b tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10976374'] for port, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:20.471053 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] get_ports_and_sgs() called for port_ids ['63812b73-accf-4bc2-be9d-4fa4dcc52b97'] {{(pid=85229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 11:24:20.474805 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:20.570465 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab68dc-e236-4176-a4be-5b2f1782a07b tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Pushing event deleted for resources: {'Port': ['ID=63812b73-accf-4bc2-be9d-4fa4dcc52b97,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:20.577159 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-d5ab68dc-e236-4176-a4be-5b2f1782a07b tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:20.774450 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20adb78-8a6a-4296-8a32-7c65772375ba req-d5ab68dc-e236-4176-a4be-5b2f1782a07b tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] No DVR routers for this DVR port 63812b73-accf-4bc2-be9d-4fa4dcc52b97 on host hv-cinder-77459 {{(pid=85227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 11:24:20.778111 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-d20adb78-8a6a-4296-8a32-7c65772375ba req-d5ab68dc-e236-4176-a4be-5b2f1782a07b tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:20.785967 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24322461-73f5-465b-a92e-2579cad1bdf3', 'name': 'network-vif-deleted', 'tag': '63812b73-accf-4bc2-be9d-4fa4dcc52b97'}] {{(pid=85227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:24:20.795746 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8b2ee1f1-268c-4669-b991-520f61f5cdb6 req-50eba783-75f0-4567-a88c-2227177c7188 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7d0cc23-a589-44ed-ba8e-19fb504714f5 HTTP/1.1" status: 200 len: 210 time: 0.0803404 Apr 14 11:24:20.861314 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d20adb78-8a6a-4296-8a32-7c65772375ba req-d5ab68dc-e236-4176-a4be-5b2f1782a07b tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] 10.222.0.41 "DELETE /v2.0/ports/63812b73-accf-4bc2-be9d-4fa4dcc52b97 HTTP/1.1" status: 204 len: 173 time: 1.3228612 Apr 14 11:24:20.919652 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed13ba1-f6a2-4359-96a7-3d52ce0af6b0 req-cb7f9290-5bff-42e7-8b9e-5af38bdb7ce1 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:20.921191 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-fed13ba1-f6a2-4359-96a7-3d52ce0af6b0 req-cb7f9290-5bff-42e7-8b9e-5af38bdb7ce1 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 945 time: 0.1375365 Apr 14 11:24:20.927075 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-750e40bb-371f-4ea2-9e7c-2b1fc1d155a4 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:20.928752 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-750e40bb-371f-4ea2-9e7c-2b1fc1d155a4 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.41 "GET /v2.0/networks?id=60b92b3d-2a83-4f23-93ff-a331c2a662c2 HTTP/1.1" status: 200 len: 814 time: 0.3103688 Apr 14 11:24:20.949632 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-91b99aaa-ea68-405e-a691-769a524b522c tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Request body: {'port': {'device_id': 'd7d0cc23-a589-44ed-ba8e-19fb504714f5', 'network_id': '60b92b3d-2a83-4f23-93ff-a331c2a662c2', 'admin_state_up': True, 'tenant_id': 'b672523e641041eca8bdc8921ad3e68e'}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:24:20.953558 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-fed13ba1-f6a2-4359-96a7-3d52ce0af6b0 req-c8df67c9-3cd9-432c-a87d-25df2da65aa2 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0257869 Apr 14 11:24:21.039433 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24322461-73f5-465b-a92e-2579cad1bdf3', 'name': 'network-vif-deleted', 'tag': '63812b73-accf-4bc2-be9d-4fa4dcc52b97', 'status': 'completed', 'code': 200} Apr 14 11:24:21.114841 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-91b99aaa-ea68-405e-a691-769a524b522c tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:24:21.118727 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-91b99aaa-ea68-405e-a691-769a524b522c tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Usage tracker for resource:port and tenant:b672523e641041eca8bdc8921ad3e68e is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:24:21.121633 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-91b99aaa-ea68-405e-a691-769a524b522c tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:24:21.127605 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-91b99aaa-ea68-405e-a691-769a524b522c tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:24:21.137462 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-91b99aaa-ea68-405e-a691-769a524b522c tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Made reservation on behalf of b672523e641041eca8bdc8921ad3e68e for: {'port': 1} {{(pid=85228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:24:21.143413 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-91b99aaa-ea68-405e-a691-769a524b522c tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:21.319687 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-91b99aaa-ea68-405e-a691-769a524b522c tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Allocated IP 172.20.0.4 (60b92b3d-2a83-4f23-93ff-a331c2a662c2/dd791993-677c-47fb-93c9-00d005174322/d52eb2d7-7267-49a9-a85d-34c7b8d966d6) {{(pid=85228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:24:21.535161 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-91b99aaa-ea68-405e-a691-769a524b522c tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Notify callbacks [] for port, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:21.567731 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-91b99aaa-ea68-405e-a691-769a524b522c tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1926183'] for port, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:21.586183 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-4a87de6e-f78f-4215-9d47-2738b1336012 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:21.626128 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-ec69894f-702f-4cd2-b0ce-feb8a22cccd0 req-22ebd35a-361b-47c4-aa4d-5a5ff509a823 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Synchronizing usage tracker for tenant:0ce0c3d595ae4eac881fa643517cf7ae on resource:port {{(pid=85227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:24:21.642835 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-ec69894f-702f-4cd2-b0ce-feb8a22cccd0 req-22ebd35a-361b-47c4-aa4d-5a5ff509a823 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Unset dirty status for tenant:0ce0c3d595ae4eac881fa643517cf7ae on resource:port {{(pid=85227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:24:21.644165 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ec69894f-702f-4cd2-b0ce-feb8a22cccd0 req-22ebd35a-361b-47c4-aa4d-5a5ff509a823 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] 10.222.0.52 "GET /v2.0/ports?device_id=24322461-73f5-465b-a92e-2579cad1bdf3 HTTP/1.1" status: 200 len: 210 time: 0.0857677 Apr 14 11:24:21.779627 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b99aaa-ea68-405e-a691-769a524b522c tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Pushing event updated for resources: {'Port': ['ID=d52eb2d7-7267-49a9-a85d-34c7b8d966d6,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:21.793952 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-91b99aaa-ea68-405e-a691-769a524b522c tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:21.854232 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-91b99aaa-ea68-405e-a691-769a524b522c tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Network 60b92b3d-2a83-4f23-93ff-a331c2a662c2 is already hosted by enough agents. {{(pid=85228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:24:21.856164 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-91b99aaa-ea68-405e-a691-769a524b522c tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Resources bound (agent type, host, resource id): {{(pid=85228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:24:21.865814 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57cd4bd-8ed8-4985-9abe-c7084ccaf8b7 req-4e64197d-586c-4ce6-a3de-5b46b769222a tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:21.867459 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f57cd4bd-8ed8-4985-9abe-c7084ccaf8b7 req-4e64197d-586c-4ce6-a3de-5b46b769222a tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.1891294 Apr 14 11:24:21.868244 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-91b99aaa-ea68-405e-a691-769a524b522c tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Received port after_create {{(pid=85228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:24:21.944501 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f57cd4bd-8ed8-4985-9abe-c7084ccaf8b7 req-1a162d5e-254c-47c2-97df-1df2894b4ae1 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459743 Apr 14 11:24:21.960152 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-91b99aaa-ea68-405e-a691-769a524b522c tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:21.960828 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-91b99aaa-ea68-405e-a691-769a524b522c tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:21.995288 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-91b99aaa-ea68-405e-a691-769a524b522c tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0512583 Apr 14 11:24:22.009712 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-86dd59cc-c5de-4eb8-86a1-1bf6f164fccd service neutron] Request body: {'port': {'device_id': 'd7d0cc23-a589-44ed-ba8e-19fb504714f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:24:22.014980 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca530d35-9851-41e6-86f5-ce8b35e23f72 req-6106425e-f6aa-4fae-bfe4-8a1221539ad6 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:22.022846 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ca530d35-9851-41e6-86f5-ce8b35e23f72 req-6106425e-f6aa-4fae-bfe4-8a1221539ad6 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7d0cc23-a589-44ed-ba8e-19fb504714f5 HTTP/1.1" status: 200 len: 931 time: 0.1035931 Apr 14 11:24:22.069794 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ca530d35-9851-41e6-86f5-ce8b35e23f72 req-91e81c0d-48c0-4683-aa64-ac407878767f tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/security-groups?id=318d734d-4082-4e38-9fd7-f87715632db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458820 Apr 14 11:24:22.182406 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-86dd59cc-c5de-4eb8-86a1-1bf6f164fccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:22.313510 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5261704-669d-4de1-84cc-e109c1114ffd req-49538fed-a065-49f4-99d5-92d0435be015 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:22.315187 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f5261704-669d-4de1-84cc-e109c1114ffd req-49538fed-a065-49f4-99d5-92d0435be015 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 945 time: 0.2097871 Apr 14 11:24:22.395539 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f5261704-669d-4de1-84cc-e109c1114ffd req-9c6c9882-9c5f-417f-b5a8-77ab0d9d2fdf tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711772 Apr 14 11:24:22.624810 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-86dd59cc-c5de-4eb8-86a1-1bf6f164fccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d52eb2d7-7267-49a9-a85d-34c7b8d966d6 {{(pid=85228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:24:22.633352 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-86dd59cc-c5de-4eb8-86a1-1bf6f164fccd service neutron] Notify callbacks [] for port, precommit_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:22.648480 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-86dd59cc-c5de-4eb8-86a1-1bf6f164fccd service neutron] Transition to ACTIVE for port object d52eb2d7-7267-49a9-a85d-34c7b8d966d6 will not be triggered until provisioned by entity L2. {{(pid=85228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:24:22.650838 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-86dd59cc-c5de-4eb8-86a1-1bf6f164fccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852849601'] for port, after_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:22.670089 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:22.806395 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd59cc-c5de-4eb8-86a1-1bf6f164fccd service neutron] Pushing event updated for resources: {'Port': ['ID=d52eb2d7-7267-49a9-a85d-34c7b8d966d6,revision_number=2']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:22.819685 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-86dd59cc-c5de-4eb8-86a1-1bf6f164fccd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:23.292711 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344e312-b10b-4cf3-a317-162968c21a43 req-c5181021-a3fe-435a-af3a-8a7cd6d78bb3 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:23.294799 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0344e312-b10b-4cf3-a317-162968c21a43 req-c5181021-a3fe-435a-af3a-8a7cd6d78bb3 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7d0cc23-a589-44ed-ba8e-19fb504714f5 HTTP/1.1" status: 200 len: 943 time: 0.0987024 Apr 14 11:24:23.333969 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0344e312-b10b-4cf3-a317-162968c21a43 req-23506024-ee72-462b-bbdb-28d8254614bc tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/security-groups?id=318d734d-4082-4e38-9fd7-f87715632db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317473 Apr 14 11:24:23.348135 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-86dd59cc-c5de-4eb8-86a1-1bf6f164fccd service neutron] Attempting to bind port d52eb2d7-7267-49a9-a85d-34c7b8d966d6 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=85228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:24:23.348751 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-86dd59cc-c5de-4eb8-86a1-1bf6f164fccd service neutron] Attempting to bind port d52eb2d7-7267-49a9-a85d-34c7b8d966d6 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '652d1cc2-c1dc-4377-8688-41fabdc1dac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '60b92b3d-2a83-4f23-93ff-a331c2a662c2'}] {{(pid=85228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:24:23.349161 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-86dd59cc-c5de-4eb8-86a1-1bf6f164fccd service neutron] Attempting to bind port d52eb2d7-7267-49a9-a85d-34c7b8d966d6 on network 60b92b3d-2a83-4f23-93ff-a331c2a662c2 {{(pid=85228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:24:23.362663 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8981a71-df7f-4362-a2a4-95a1c330c969 req-809e4ffb-c4fe-4ad5-b403-5b5b605a8e9d tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:23.364292 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e8981a71-df7f-4362-a2a4-95a1c330c969 req-809e4ffb-c4fe-4ad5-b403-5b5b605a8e9d tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.1707997 Apr 14 11:24:23.365072 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-86dd59cc-c5de-4eb8-86a1-1bf6f164fccd service neutron] Port d52eb2d7-7267-49a9-a85d-34c7b8d966d6 on network 60b92b3d-2a83-4f23-93ff-a331c2a662c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=85228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 11:24:23.365456 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-86dd59cc-c5de-4eb8-86a1-1bf6f164fccd service neutron] Attempting to bind port d52eb2d7-7267-49a9-a85d-34c7b8d966d6 on network 60b92b3d-2a83-4f23-93ff-a331c2a662c2 {{(pid=85228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:24:23.371332 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-86dd59cc-c5de-4eb8-86a1-1bf6f164fccd service neutron] Checking agent: {'id': 'dc008c19-4d73-4566-939f-5ab33892b678', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 20, 41), 'started_at': datetime.datetime(2021, 4, 14, 11, 20, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:24:23.371694 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-86dd59cc-c5de-4eb8-86a1-1bf6f164fccd service neutron] Checking segment: {'id': '652d1cc2-c1dc-4377-8688-41fabdc1dac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '60b92b3d-2a83-4f23-93ff-a331c2a662c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:24:23.372114 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-86dd59cc-c5de-4eb8-86a1-1bf6f164fccd service neutron] Bound using segment: {'id': '652d1cc2-c1dc-4377-8688-41fabdc1dac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '60b92b3d-2a83-4f23-93ff-a331c2a662c2'} {{(pid=85228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:24:23.372587 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-86dd59cc-c5de-4eb8-86a1-1bf6f164fccd service neutron] Bound port: d52eb2d7-7267-49a9-a85d-34c7b8d966d6, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '652d1cc2-c1dc-4377-8688-41fabdc1dac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '60b92b3d-2a83-4f23-93ff-a331c2a662c2'}}] {{(pid=85228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:24:23.372969 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-86dd59cc-c5de-4eb8-86a1-1bf6f164fccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:23.446942 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e8981a71-df7f-4362-a2a4-95a1c330c969 req-c2670aac-c867-49cb-bd1c-1c0aea41f308 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435832 Apr 14 11:24:23.474172 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-86dd59cc-c5de-4eb8-86a1-1bf6f164fccd service neutron] For port d52eb2d7-7267-49a9-a85d-34c7b8d966d6, host hv-cinder-77459, cleared binding levels {{(pid=85228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:24:23.478346 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-86dd59cc-c5de-4eb8-86a1-1bf6f164fccd service neutron] For port d52eb2d7-7267-49a9-a85d-34c7b8d966d6, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d52eb2d7-7267-49a9-a85d-34c7b8d966d6,segment=NetworkSegment(652d1cc2-c1dc-4377-8688-41fabdc1dac0),segment_id=652d1cc2-c1dc-4377-8688-41fabdc1dac0)] {{(pid=85228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:24:23.483556 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-86dd59cc-c5de-4eb8-86a1-1bf6f164fccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852849601'] for port, after_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:23.505257 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-c6c87544-3ddf-45a5-9770-44ec731169bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:23.728054 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd59cc-c5de-4eb8-86a1-1bf6f164fccd service neutron] Pushing event updated for resources: {'Port': ['ID=d52eb2d7-7267-49a9-a85d-34c7b8d966d6,revision_number=3']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:23.735517 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-86dd59cc-c5de-4eb8-86a1-1bf6f164fccd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:23.784802 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dead0e-cbdc-4bf6-86ce-8f3e9717eace req-a152c4f7-9f5e-4ba7-a64b-5999c6441d9e tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:23.786396 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-58dead0e-cbdc-4bf6-86ce-8f3e9717eace req-a152c4f7-9f5e-4ba7-a64b-5999c6441d9e tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 945 time: 0.1758320 Apr 14 11:24:23.811662 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-86dd59cc-c5de-4eb8-86a1-1bf6f164fccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:23.812334 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-86dd59cc-c5de-4eb8-86a1-1bf6f164fccd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:23.814253 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-86dd59cc-c5de-4eb8-86a1-1bf6f164fccd service neutron] 10.222.0.41 "PUT /v2.0/ports/d52eb2d7-7267-49a9-a85d-34c7b8d966d6 HTTP/1.1" status: 200 len: 1093 time: 1.8102124 Apr 14 11:24:23.814815 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d0cc23-a589-44ed-ba8e-19fb504714f5', 'tag': 'd52eb2d7-7267-49a9-a85d-34c7b8d966d6'}] {{(pid=85228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:24:23.850106 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-58dead0e-cbdc-4bf6-86ce-8f3e9717eace req-8a6442a4-86db-42ef-ab58-9d7b103d79f8 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473442 Apr 14 11:24:23.938923 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d0cc23-a589-44ed-ba8e-19fb504714f5', 'tag': 'd52eb2d7-7267-49a9-a85d-34c7b8d966d6', 'status': 'completed', 'code': 200} Apr 14 11:24:23.993464 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-09e76323-0768-42c2-a49d-118d22bde9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:23.995246 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-09e76323-0768-42c2-a49d-118d22bde9e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b672523e641041eca8bdc8921ad3e68e&device_id=d7d0cc23-a589-44ed-ba8e-19fb504714f5 HTTP/1.1" status: 200 len: 1096 time: 0.1366034 Apr 14 11:24:24.094670 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-e35c8c42-38d6-411c-8475-76e9b47d7f91 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d52eb2d7-7267-49a9-a85d-34c7b8d966d6 HTTP/1.1" status: 200 len: 217 time: 0.0841155 Apr 14 11:24:24.174512 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-ce665f5b-0f1f-4a36-baba-a117219b5094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:24.176785 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-ce665f5b-0f1f-4a36-baba-a117219b5094 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dd791993-677c-47fb-93c9-00d005174322 HTTP/1.1" status: 200 len: 854 time: 0.0755980 Apr 14 11:24:24.235640 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-90a641eb-3ec2-49c0-9624-4cedc2acc987 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=60b92b3d-2a83-4f23-93ff-a331c2a662c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514350 Apr 14 11:24:24.385093 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-f69edea1-7b97-478b-83a8-834b3bbb8665 service neutron] 10.222.0.41 "GET /v2.0/networks/60b92b3d-2a83-4f23-93ff-a331c2a662c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418438 Apr 14 11:24:24.391776 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 63812b73-accf-4bc2-be9d-4fa4dcc52b97 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:24:24.441571 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] No Port match for: 63812b73-accf-4bc2-be9d-4fa4dcc52b97 {{(pid=85229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 11:24:24.441887 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 63812b73-accf-4bc2-be9d-4fa4dcc52b97 not bound to the agent host hv-cinder-77459 {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 11:24:24.600155 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f937d2b6-af46-48c5-9064-7ed967e7d8dd req-e0118f8e-be59-4b4e-9ab2-cd02f5e8331a service neutron] 10.222.0.41 "GET /v2.0/networks/60b92b3d-2a83-4f23-93ff-a331c2a662c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084503 Apr 14 11:24:24.616756 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c23e0c-65d2-4350-a809-fccb2828b785 req-930f1bdd-a6c8-4041-9951-a7f372a7a178 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:24.617611 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-67c23e0c-65d2-4350-a809-fccb2828b785 req-930f1bdd-a6c8-4041-9951-a7f372a7a178 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Synchronizing usage tracker for tenant:b672523e641041eca8bdc8921ad3e68e on resource:port {{(pid=85228) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:24:24.634439 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-67c23e0c-65d2-4350-a809-fccb2828b785 req-930f1bdd-a6c8-4041-9951-a7f372a7a178 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Unset dirty status for tenant:b672523e641041eca8bdc8921ad3e68e on resource:port {{(pid=85228) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:24:24.635811 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-67c23e0c-65d2-4350-a809-fccb2828b785 req-930f1bdd-a6c8-4041-9951-a7f372a7a178 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7d0cc23-a589-44ed-ba8e-19fb504714f5 HTTP/1.1" status: 200 len: 943 time: 0.1642838 Apr 14 11:24:24.713022 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-67c23e0c-65d2-4350-a809-fccb2828b785 req-b6b9b566-beac-414a-b69d-b6205d224980 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Synchronizing usage tracker for tenant:b672523e641041eca8bdc8921ad3e68e on resource:security_group {{(pid=85228) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:24:24.740656 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-67c23e0c-65d2-4350-a809-fccb2828b785 req-b6b9b566-beac-414a-b69d-b6205d224980 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Unset dirty status for tenant:b672523e641041eca8bdc8921ad3e68e on resource:security_group {{(pid=85228) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:24:24.742248 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-67c23e0c-65d2-4350-a809-fccb2828b785 req-b6b9b566-beac-414a-b69d-b6205d224980 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/security-groups?id=318d734d-4082-4e38-9fd7-f87715632db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981672 Apr 14 11:24:24.762372 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db4785-4773-4d12-a595-6dd619ccf7e9 req-0ba04274-2cf1-450b-9aa0-f8b8041c7208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:24.763996 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-62db4785-4773-4d12-a595-6dd619ccf7e9 req-0ba04274-2cf1-450b-9aa0-f8b8041c7208 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b672523e641041eca8bdc8921ad3e68e&device_id=d7d0cc23-a589-44ed-ba8e-19fb504714f5 HTTP/1.1" status: 200 len: 1096 time: 0.1004133 Apr 14 11:24:24.924959 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db4785-4773-4d12-a595-6dd619ccf7e9 req-19946f57-877d-430e-9097-739ee9afa495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:24.926550 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-62db4785-4773-4d12-a595-6dd619ccf7e9 req-19946f57-877d-430e-9097-739ee9afa495 service neutron] 10.222.0.41 "GET /v2.0/networks?id=60b92b3d-2a83-4f23-93ff-a331c2a662c2 HTTP/1.1" status: 200 len: 915 time: 0.1485729 Apr 14 11:24:25.014653 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-62db4785-4773-4d12-a595-6dd619ccf7e9 req-c0ec8cab-2d15-49dc-a596-7309fc6a79c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d52eb2d7-7267-49a9-a85d-34c7b8d966d6 HTTP/1.1" status: 200 len: 217 time: 0.0765810 Apr 14 11:24:25.067589 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d1199-32f5-4e72-8c2f-7019ca1ebc16 req-6191e244-9baa-4aaa-b11a-a1b03e3bd820 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:25.069574 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5f7d1199-32f5-4e72-8c2f-7019ca1ebc16 req-6191e244-9baa-4aaa-b11a-a1b03e3bd820 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 945 time: 0.1043050 Apr 14 11:24:25.111861 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5f7d1199-32f5-4e72-8c2f-7019ca1ebc16 req-3115f8e9-b047-43ef-95b5-830cd16419ee tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340650 Apr 14 11:24:25.121900 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db4785-4773-4d12-a595-6dd619ccf7e9 req-15559859-2c56-4095-9415-de8b43b49589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:25.123480 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-62db4785-4773-4d12-a595-6dd619ccf7e9 req-15559859-2c56-4095-9415-de8b43b49589 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dd791993-677c-47fb-93c9-00d005174322 HTTP/1.1" status: 200 len: 854 time: 0.0981083 Apr 14 11:24:25.186107 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-62db4785-4773-4d12-a595-6dd619ccf7e9 req-f0489a44-3691-4fec-93d8-c578eb72cc5f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=60b92b3d-2a83-4f23-93ff-a331c2a662c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542433 Apr 14 11:24:25.429264 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a923df3-adb6-4aac-a2ca-b32561027135 req-87df0e5e-c84e-467b-ae74-d7b0cc2d9b9a tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:25.430857 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3a923df3-adb6-4aac-a2ca-b32561027135 req-87df0e5e-c84e-467b-ae74-d7b0cc2d9b9a tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.2233644 Apr 14 11:24:25.436671 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-62db4785-4773-4d12-a595-6dd619ccf7e9 req-c06b3af6-2173-4934-84d8-c4b272f12f08 service neutron] 10.222.0.41 "GET /v2.0/networks/60b92b3d-2a83-4f23-93ff-a331c2a662c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390804 Apr 14 11:24:25.508163 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 59796) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:24:25.537542 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3a923df3-adb6-4aac-a2ca-b32561027135 req-779e8aab-30e8-4596-9d8a-ab715f54f347 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983322 Apr 14 11:24:25.617407 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-62db4785-4773-4d12-a595-6dd619ccf7e9 req-e5decb49-222c-4768-9172-72463a34cce4 service neutron] 10.222.0.41 "GET /v2.0/networks/60b92b3d-2a83-4f23-93ff-a331c2a662c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655803 Apr 14 11:24:25.669559 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e23028ba-194d-41ae-94a6-31536a31dfcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:25.687411 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-e23028ba-194d-41ae-94a6-31536a31dfcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:24:25.692189 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-e23028ba-194d-41ae-94a6-31536a31dfcc admin admin] Usage tracker for resource:security_group_rule and tenant:c02c0aa81b1d40e29aa3a766a69be56d is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:24:25.695147 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-e23028ba-194d-41ae-94a6-31536a31dfcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:24:25.702655 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-e23028ba-194d-41ae-94a6-31536a31dfcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:24:25.788736 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e23028ba-194d-41ae-94a6-31536a31dfcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:25.791980 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e23028ba-194d-41ae-94a6-31536a31dfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:25.809226 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-455c9f6f-335f-45d1-a97d-cb70a82a20cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:25.849744 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 59816) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:24:25.849974 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-e23028ba-194d-41ae-94a6-31536a31dfcc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c02c0aa81b1d40e29aa3a766a69be56d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405151 Apr 14 11:24:25.858095 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23028ba-194d-41ae-94a6-31536a31dfcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43b1b7e-7eca-448c-a8cd-3971acc456ce,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:25.861343 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-e23028ba-194d-41ae-94a6-31536a31dfcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:25.976172 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-69490284-6695-4b9f-877e-5febb5b5a3a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:26.017371 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-69490284-6695-4b9f-877e-5febb5b5a3a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:26.055778 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55fe6b-8b1b-413f-a261-dd8eed6c6054 req-72ed7d7f-20ad-4438-91dc-0747b5586487 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:26.068476 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7e55fe6b-8b1b-413f-a261-dd8eed6c6054 req-72ed7d7f-20ad-4438-91dc-0747b5586487 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7d0cc23-a589-44ed-ba8e-19fb504714f5 HTTP/1.1" status: 200 len: 943 time: 0.1834764 Apr 14 11:24:26.122789 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7e55fe6b-8b1b-413f-a261-dd8eed6c6054 req-ce4b970d-13b1-4987-a40b-d5451410722c tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/security-groups?id=318d734d-4082-4e38-9fd7-f87715632db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533500 Apr 14 11:24:26.130610 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-69490284-6695-4b9f-877e-5febb5b5a3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:26.149949 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-acf90750-c6e0-4505-9ed3-4734ddc3d774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:26.164579 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69490284-6695-4b9f-877e-5febb5b5a3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43b1b7e-7eca-448c-a8cd-3971acc456ce,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:26.166922 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-69490284-6695-4b9f-877e-5febb5b5a3a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:26.176438 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-69490284-6695-4b9f-877e-5febb5b5a3a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:26.178578 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-69490284-6695-4b9f-877e-5febb5b5a3a4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b43b1b7e-7eca-448c-a8cd-3971acc456ce HTTP/1.1" status: 204 len: 168 time: 0.3268235 Apr 14 11:24:26.371512 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42277f44-f003-450e-ab1d-75549e757405 req-6913ef34-82ae-41ca-86ce-d53f2b2990df tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:26.373236 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-42277f44-f003-450e-ab1d-75549e757405 req-6913ef34-82ae-41ca-86ce-d53f2b2990df tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 945 time: 0.1123707 Apr 14 11:24:26.407821 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-42277f44-f003-450e-ab1d-75549e757405 req-3effd777-14be-4c8f-8a1f-8505743ae1e3 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282893 Apr 14 11:24:26.938687 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 59878) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:24:27.052655 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-412c0dc5-42f8-4dd2-830f-82d37f3cbe65 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2037564288-network', 'tenant_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa'}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:24:27.057681 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-412c0dc5-42f8-4dd2-830f-82d37f3cbe65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:24:27.061807 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-412c0dc5-42f8-4dd2-830f-82d37f3cbe65 admin admin] Usage tracker for resource:network and tenant:afaf019a8c1e453eb9ab3cf44e7ad4fa is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:24:27.064890 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-412c0dc5-42f8-4dd2-830f-82d37f3cbe65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:24:27.072364 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-412c0dc5-42f8-4dd2-830f-82d37f3cbe65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:24:27.082173 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412c0dc5-42f8-4dd2-830f-82d37f3cbe65 admin admin] Made reservation on behalf of afaf019a8c1e453eb9ab3cf44e7ad4fa for: {'network': 1} {{(pid=85228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:24:27.086938 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-412c0dc5-42f8-4dd2-830f-82d37f3cbe65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for network, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:27.100919 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-412c0dc5-42f8-4dd2-830f-82d37f3cbe65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:27.117899 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-412c0dc5-42f8-4dd2-830f-82d37f3cbe65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:24:27.121918 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-412c0dc5-42f8-4dd2-830f-82d37f3cbe65 admin admin] Usage tracker for resource:security_group_rule and tenant:afaf019a8c1e453eb9ab3cf44e7ad4fa is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:24:27.124857 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-412c0dc5-42f8-4dd2-830f-82d37f3cbe65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:24:27.131501 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-412c0dc5-42f8-4dd2-830f-82d37f3cbe65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:24:27.218253 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-412c0dc5-42f8-4dd2-830f-82d37f3cbe65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:27.221491 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-412c0dc5-42f8-4dd2-830f-82d37f3cbe65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:27.227544 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-95a89dc1-2947-469c-920e-6d0f1cc55132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:27.247316 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-412c0dc5-42f8-4dd2-830f-82d37f3cbe65 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=85228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 11:24:27.268837 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c0dc5-42f8-4dd2-830f-82d37f3cbe65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c111e1-d74b-4ea2-8da0-35dcedf4cd58,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:27.271837 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-412c0dc5-42f8-4dd2-830f-82d37f3cbe65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774745'] for segment, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:27.272225 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.db.segments_db [None req-412c0dc5-42f8-4dd2-830f-82d37f3cbe65 admin admin] Added segment 1281ef78-4400-4bc6-bf65-6b8539a805bf of type vlan for network ac53151c-4a07-4555-933b-5b25406ca80f Apr 14 11:24:27.277657 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-412c0dc5-42f8-4dd2-830f-82d37f3cbe65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:27.300353 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-412c0dc5-42f8-4dd2-830f-82d37f3cbe65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741597887210'] for network, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:27.336089 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-412c0dc5-42f8-4dd2-830f-82d37f3cbe65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029'] for network, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:27.337464 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412c0dc5-42f8-4dd2-830f-82d37f3cbe65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:27.338097 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-412c0dc5-42f8-4dd2-830f-82d37f3cbe65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for network, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:27.343072 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:27.347732 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3dd353-5092-477e-aa81-6463713bfa64 req-06ceed9c-1a82-419e-9172-47ce0575b312 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:27.349599 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5d3dd353-5092-477e-aa81-6463713bfa64 req-06ceed9c-1a82-419e-9172-47ce0575b312 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7d0cc23-a589-44ed-ba8e-19fb504714f5 HTTP/1.1" status: 200 len: 943 time: 0.0989497 Apr 14 11:24:27.380702 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5d3dd353-5092-477e-aa81-6463713bfa64 req-16007991-0621-4c03-899b-737b1859644a tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/security-groups?id=318d734d-4082-4e38-9fd7-f87715632db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244558 Apr 14 11:24:27.448562 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-412c0dc5-42f8-4dd2-830f-82d37f3cbe65 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5084922 Apr 14 11:24:27.449484 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c0dc5-42f8-4dd2-830f-82d37f3cbe65 admin admin] Pushing event updated for resources: {'Network': ['ID=ac53151c-4a07-4555-933b-5b25406ca80f,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:27.451557 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 59890) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:24:27.454347 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-412c0dc5-42f8-4dd2-830f-82d37f3cbe65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:27.458492 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-ab6aedde-ec04-4be1-9d91-4541981dd5cc admin admin] Request body: {'subnet': {'network_id': 'ac53151c-4a07-4555-933b-5b25406ca80f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2037564288-subnet', 'tenant_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'ip_version': 4}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:24:27.461322 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Network ac53151c-4a07-4555-933b-5b25406ca80f details requested by agent ovs-agent-dv-cinder-774594-3-smb with host dv-cinder-774594-3-smb {{(pid=85229) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 11:24:27.463672 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-ab6aedde-ec04-4be1-9d91-4541981dd5cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:24:27.468214 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-ab6aedde-ec04-4be1-9d91-4541981dd5cc admin admin] Usage tracker for resource:subnet and tenant:afaf019a8c1e453eb9ab3cf44e7ad4fa is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:24:27.471243 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-ab6aedde-ec04-4be1-9d91-4541981dd5cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:24:27.478030 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-ab6aedde-ec04-4be1-9d91-4541981dd5cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:24:27.488918 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6aedde-ec04-4be1-9d91-4541981dd5cc admin admin] Made reservation on behalf of afaf019a8c1e453eb9ab3cf44e7ad4fa for: {'subnet': 1} {{(pid=85228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:24:27.493740 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ab6aedde-ec04-4be1-9d91-4541981dd5cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11448848'] for subnet, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:27.882863 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3185c-4809-4dd1-8150-10e3e0b5bc91 req-5b9cb5b4-6e01-48de-9dc6-b85cf4c6987c tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:27.884460 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7dd3185c-4809-4dd1-8150-10e3e0b5bc91 req-5b9cb5b4-6e01-48de-9dc6-b85cf4c6987c tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 945 time: 0.1943517 Apr 14 11:24:27.927306 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7dd3185c-4809-4dd1-8150-10e3e0b5bc91 req-b6bede51-bd2c-4a29-bf5b-2b7964b30b2d tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347874 Apr 14 11:24:27.951099 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 59902) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:24:28.032409 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ab6aedde-ec04-4be1-9d91-4541981dd5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1926285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11448943'] for subnet, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:28.051713 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-9e8b8b61-d76e-4a81-b748-fda8a9649501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:28.109200 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 6 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:24:28.201014 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-e8428be5-5d0b-475e-a432-72b4e1eb19bd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0ce0c3d595ae4eac881fa643517cf7ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486975 Apr 14 11:24:28.203988 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 59908) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:24:28.215610 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6aedde-ec04-4be1-9d91-4541981dd5cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1a71b1c-3b16-43d6-881e-23a824385fe9,revision_number=0']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:28.220419 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-ab6aedde-ec04-4be1-9d91-4541981dd5cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:28.266976 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-709002c8-6a73-49d0-a524-c4bb0d5f5df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:28.279139 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6aedde-ec04-4be1-9d91-4541981dd5cc admin admin] Checking segment: {'id': '1281ef78-4400-4bc6-bf65-6b8539a805bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac53151c-4a07-4555-933b-5b25406ca80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:24:28.279539 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6aedde-ec04-4be1-9d91-4541981dd5cc admin admin] Network hostable DHCP agents. Network: ac53151c-4a07-4555-933b-5b25406ca80f, hostable agents: ['89ea7c1e-af59-4771-b465-98593056a05b'], hosted agents: [] {{(pid=85228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 11:24:28.296618 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-709002c8-6a73-49d0-a524-c4bb0d5f5df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:28.299994 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6aedde-ec04-4be1-9d91-4541981dd5cc admin admin] Network ac53151c-4a07-4555-933b-5b25406ca80f is scheduled to be hosted by DHCP agent 89ea7c1e-af59-4771-b465-98593056a05b with binding_index 1 {{(pid=85228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 11:24:28.308795 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-ab6aedde-ec04-4be1-9d91-4541981dd5cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-3-smb, ac53151c-4a07-4555-933b-5b25406ca80f) {{(pid=85228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:24:28.320652 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708d9702-06c9-4b6c-ade4-01e758d2a72d None None] Network ac53151c-4a07-4555-933b-5b25406ca80f requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:24:28.322901 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6aedde-ec04-4be1-9d91-4541981dd5cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:28.323558 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ab6aedde-ec04-4be1-9d91-4541981dd5cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for subnet, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:28.345766 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-ab6aedde-ec04-4be1-9d91-4541981dd5cc admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8930242 Apr 14 11:24:28.347345 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-709002c8-6a73-49d0-a524-c4bb0d5f5df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:28.351250 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 59914) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:24:28.358179 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-b2d4f88a-7634-47ee-8ebd-a26e26cbb4fe admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2037564288-router', 'tenant_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'}}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:24:28.360681 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-6fa24e8d-76b4-4a05-8860-d0f7e25d6712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:28.365028 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-b2d4f88a-7634-47ee-8ebd-a26e26cbb4fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:24:28.369667 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-b2d4f88a-7634-47ee-8ebd-a26e26cbb4fe admin admin] Usage tracker for resource:router and tenant:afaf019a8c1e453eb9ab3cf44e7ad4fa is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:24:28.375349 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-b2d4f88a-7634-47ee-8ebd-a26e26cbb4fe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:24:28.378759 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709002c8-6a73-49d0-a524-c4bb0d5f5df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2b7eae-21c0-4583-bcd2-1eec3b93a901,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:28.380838 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-709002c8-6a73-49d0-a524-c4bb0d5f5df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:28.383883 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-b2d4f88a-7634-47ee-8ebd-a26e26cbb4fe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:24:28.390950 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-709002c8-6a73-49d0-a524-c4bb0d5f5df2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cc2b7eae-21c0-4583-bcd2-1eec3b93a901 HTTP/1.1" status: 204 len: 168 time: 0.1818359 Apr 14 11:24:28.396628 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-709002c8-6a73-49d0-a524-c4bb0d5f5df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:28.396764 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b2d4f88a-7634-47ee-8ebd-a26e26cbb4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769390'] for router, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:28.398037 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b2d4f88a-7634-47ee-8ebd-a26e26cbb4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854001549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854100977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6426'] for router, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:28.415403 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b2d4f88a-7634-47ee-8ebd-a26e26cbb4fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:28.428181 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device d52eb2d7-7267-49a9-a85d-34c7b8d966d6 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 11:24:28.699770 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b304b18-a1a8-455b-a344-b386dd0ffdda req-996d49c1-a112-448a-bc32-9336802d4d65 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:28.708666 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1b304b18-a1a8-455b-a344-b386dd0ffdda req-996d49c1-a112-448a-bc32-9336802d4d65 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7d0cc23-a589-44ed-ba8e-19fb504714f5 HTTP/1.1" status: 200 len: 943 time: 0.1233666 Apr 14 11:24:28.751561 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1b304b18-a1a8-455b-a344-b386dd0ffdda req-e64becc2-23cf-413b-8797-c243fc3e2e3c tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/security-groups?id=318d734d-4082-4e38-9fd7-f87715632db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366640 Apr 14 11:24:28.961870 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port d52eb2d7-7267-49a9-a85d-34c7b8d966d6, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d52eb2d7-7267-49a9-a85d-34c7b8d966d6,segment=NetworkSegment(652d1cc2-c1dc-4377-8688-41fabdc1dac0),segment_id=652d1cc2-c1dc-4377-8688-41fabdc1dac0)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:24:28.992944 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Returning: {'device': 'd52eb2d7-7267-49a9-a85d-34c7b8d966d6', 'network_id': '60b92b3d-2a83-4f23-93ff-a331c2a662c2', 'port_id': 'd52eb2d7-7267-49a9-a85d-34c7b8d966d6', 'mac_address': 'fa:16:3e:a8:bd:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd791993-677c-47fb-93c9-00d005174322', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 11:24:29.036628 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94835afc-fb7a-44d5-b170-dac3a936b274 req-9d50b88a-35cf-4aff-a355-da3df0c54e0a tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:29.053507 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-94835afc-fb7a-44d5-b170-dac3a936b274 req-9d50b88a-35cf-4aff-a355-da3df0c54e0a tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.1248412 Apr 14 11:24:29.080562 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-94835afc-fb7a-44d5-b170-dac3a936b274 req-2ef53704-866d-437a-9c24-23f3ab17df0c tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258713 Apr 14 11:24:29.093704 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:29.120305 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b2d4f88a-7634-47ee-8ebd-a26e26cbb4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854119328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6441'] for router, precommit_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:29.124392 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d52eb2d7-7267-49a9-a85d-34c7b8d966d6 {{(pid=85229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:24:29.183101 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port d52eb2d7-7267-49a9-a85d-34c7b8d966d6, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d52eb2d7-7267-49a9-a85d-34c7b8d966d6,segment=NetworkSegment(652d1cc2-c1dc-4377-8688-41fabdc1dac0),segment_id=652d1cc2-c1dc-4377-8688-41fabdc1dac0)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:24:29.186778 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:29.189579 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b9092ea0-5594-425d-b0e5-841eae160290 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:29.233028 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7068c29e-72ed-456c-bf9d-6ded7ef22de3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9aef77fe-09e0-5c86-a5f4-faa58af495f3-ac53151c-4a07-4555-933b-5b25406ca80f', 'network_id': 'ac53151c-4a07-4555-933b-5b25406ca80f', 'tenant_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'fixed_ips': [{'subnet_id': 'd1a71b1c-3b16-43d6-881e-23a824385fe9'}]}} from dv-cinder-774594-3-smb. {{(pid=85229) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 11:24:29.234480 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7068c29e-72ed-456c-bf9d-6ded7ef22de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:29.249267 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a27d8-a99f-45b3-aa11-e80ecd6d8498 req-d4a47a96-f88b-43ea-8174-512f0207469b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:29.250914 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-694a27d8-a99f-45b3-aa11-e80ecd6d8498 req-d4a47a96-f88b-43ea-8174-512f0207469b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b3f85d7308945ada4fb45e00aa6c46b&device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 1099 time: 0.3362989 Apr 14 11:24:29.341689 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=d52eb2d7-7267-49a9-a85d-34c7b8d966d6,revision_number=4']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:29.345829 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:29.389834 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc794dd4-514c-432b-b764-4e163cef0138 req-367234c5-449b-4396-bae4-3ce57d07e26d tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:29.391482 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-cc794dd4-514c-432b-b764-4e163cef0138 req-367234c5-449b-4396-bae4-3ce57d07e26d tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 945 time: 0.3123312 Apr 14 11:24:29.442790 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [None req-7068c29e-72ed-456c-bf9d-6ded7ef22de3 None None] Allocated IP 172.20.0.2 (ac53151c-4a07-4555-933b-5b25406ca80f/d1a71b1c-3b16-43d6-881e-23a824385fe9/49283867-0bf2-4f0e-803a-eb423858cfc8) {{(pid=85229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:24:29.465881 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-cc794dd4-514c-432b-b764-4e163cef0138 req-d11bb227-20cc-47bb-a17d-4705ae098144 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663011 Apr 14 11:24:29.479243 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a27d8-a99f-45b3-aa11-e80ecd6d8498 req-4e905fa2-1576-40db-814f-f5621598945f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:29.480757 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-694a27d8-a99f-45b3-aa11-e80ecd6d8498 req-4e905fa2-1576-40db-814f-f5621598945f service neutron] 10.222.0.41 "GET /v2.0/networks?id=6c770865-86da-4d8e-8a44-f942f5188572 HTTP/1.1" status: 200 len: 919 time: 0.2191904 Apr 14 11:24:29.520541 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] get_ports_and_sgs() called for port_ids ['d52eb2d7-7267-49a9-a85d-34c7b8d966d6'] {{(pid=85229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 11:24:29.562826 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-694a27d8-a99f-45b3-aa11-e80ecd6d8498 req-4defff8a-b967-45eb-a0d4-1f75d6fdc1ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67800dfe-e336-4c31-8382-bd269e42ae39 HTTP/1.1" status: 200 len: 217 time: 0.0735061 Apr 14 11:24:29.785222 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7068c29e-72ed-456c-bf9d-6ded7ef22de3 None None] Notify callbacks [] for port, precommit_create {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:29.796011 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a27d8-a99f-45b3-aa11-e80ecd6d8498 req-84c6d5ce-fea3-49c9-a421-436adfd4ed8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:29.797585 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-694a27d8-a99f-45b3-aa11-e80ecd6d8498 req-84c6d5ce-fea3-49c9-a421-436adfd4ed8d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d82680c-cf66-4a62-ac40-d953780f4e06 HTTP/1.1" status: 200 len: 858 time: 0.1729901 Apr 14 11:24:29.809024 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-7068c29e-72ed-456c-bf9d-6ded7ef22de3 None None] Transition to ACTIVE for port object 49283867-0bf2-4f0e-803a-eb423858cfc8 will not be triggered until provisioned by entity L2. {{(pid=85229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:24:29.845699 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-7068c29e-72ed-456c-bf9d-6ded7ef22de3 None None] Transition to ACTIVE for port object 49283867-0bf2-4f0e-803a-eb423858cfc8 will not be triggered until provisioned by entity DHCP. {{(pid=85229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:24:29.855890 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7068c29e-72ed-456c-bf9d-6ded7ef22de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362'] for port, after_create {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:29.863545 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-694a27d8-a99f-45b3-aa11-e80ecd6d8498 req-9f5f6b24-b704-4f2d-9d44-e644e80dc969 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6c770865-86da-4d8e-8a44-f942f5188572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565789 Apr 14 11:24:29.866757 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b2d4f88a-7634-47ee-8ebd-a26e26cbb4fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:29.872923 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:29.923123 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b2d4f88a-7634-47ee-8ebd-a26e26cbb4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:29.957474 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d0675-0e91-4b7d-acbe-59ad22f6eed0 req-db71b1b1-ab8a-4169-8c31-c9ac5952ca1b tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:29.960948 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3d7d0675-0e91-4b7d-acbe-59ad22f6eed0 req-db71b1b1-ab8a-4169-8c31-c9ac5952ca1b tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7d0cc23-a589-44ed-ba8e-19fb504714f5 HTTP/1.1" status: 200 len: 944 time: 0.0965769 Apr 14 11:24:29.992134 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3d7d0675-0e91-4b7d-acbe-59ad22f6eed0 req-fd8f36d5-7740-41a8-8ee8-adfd8d1fb68e tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/security-groups?id=318d734d-4082-4e38-9fd7-f87715632db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265658 Apr 14 11:24:30.005513 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7068c29e-72ed-456c-bf9d-6ded7ef22de3 None None] Pushing event updated for resources: {'Port': ['ID=49283867-0bf2-4f0e-803a-eb423858cfc8,revision_number=1']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:30.009825 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-7068c29e-72ed-456c-bf9d-6ded7ef22de3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:30.084539 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7068c29e-72ed-456c-bf9d-6ded7ef22de3 None None] Network ac53151c-4a07-4555-933b-5b25406ca80f is already hosted by enough agents. {{(pid=85229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:24:30.085804 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-7068c29e-72ed-456c-bf9d-6ded7ef22de3 None None] Resources bound (agent type, host, resource id): {{(pid=85229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:24:30.088129 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7068c29e-72ed-456c-bf9d-6ded7ef22de3 None None] Received port after_create {{(pid=85229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:24:30.145576 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-694a27d8-a99f-45b3-aa11-e80ecd6d8498 req-77912f13-1c0c-4f02-b7c6-fda13e98f604 service neutron] 10.222.0.41 "GET /v2.0/networks/6c770865-86da-4d8e-8a44-f942f5188572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504160 Apr 14 11:24:30.181752 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-7068c29e-72ed-456c-bf9d-6ded7ef22de3 None None] Attempting to bind port 49283867-0bf2-4f0e-803a-eb423858cfc8 on host dv-cinder-774594-3-smb for vnic_type normal with profile {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:24:30.182162 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-7068c29e-72ed-456c-bf9d-6ded7ef22de3 None None] Attempting to bind port 49283867-0bf2-4f0e-803a-eb423858cfc8 by drivers openvswitch,hyperv on host dv-cinder-774594-3-smb at level 0 using segments [{'id': '1281ef78-4400-4bc6-bf65-6b8539a805bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac53151c-4a07-4555-933b-5b25406ca80f'}] {{(pid=85229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:24:30.182595 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7068c29e-72ed-456c-bf9d-6ded7ef22de3 None None] Attempting to bind port 49283867-0bf2-4f0e-803a-eb423858cfc8 on network ac53151c-4a07-4555-933b-5b25406ca80f {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:24:30.188711 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7068c29e-72ed-456c-bf9d-6ded7ef22de3 None None] Checking agent: {'id': 'bc79d1ea-49d8-4ce6-bb8d-e4f173948ffd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 14, 10), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:24:30.189134 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7068c29e-72ed-456c-bf9d-6ded7ef22de3 None None] Checking segment: {'id': '1281ef78-4400-4bc6-bf65-6b8539a805bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac53151c-4a07-4555-933b-5b25406ca80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:24:30.189590 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7068c29e-72ed-456c-bf9d-6ded7ef22de3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:30.190028 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7068c29e-72ed-456c-bf9d-6ded7ef22de3 None None] Bound using segment: {'id': '1281ef78-4400-4bc6-bf65-6b8539a805bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac53151c-4a07-4555-933b-5b25406ca80f'} {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:24:30.190616 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-7068c29e-72ed-456c-bf9d-6ded7ef22de3 None None] Bound port: 49283867-0bf2-4f0e-803a-eb423858cfc8, host: dv-cinder-774594-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1281ef78-4400-4bc6-bf65-6b8539a805bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac53151c-4a07-4555-933b-5b25406ca80f'}}] {{(pid=85229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:24:30.191040 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7068c29e-72ed-456c-bf9d-6ded7ef22de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:30.269569 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-7068c29e-72ed-456c-bf9d-6ded7ef22de3 None None] For port 49283867-0bf2-4f0e-803a-eb423858cfc8, host dv-cinder-774594-3-smb, cleared binding levels {{(pid=85229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:24:30.272706 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-7068c29e-72ed-456c-bf9d-6ded7ef22de3 None None] For port 49283867-0bf2-4f0e-803a-eb423858cfc8, host dv-cinder-774594-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=49283867-0bf2-4f0e-803a-eb423858cfc8,segment=NetworkSegment(1281ef78-4400-4bc6-bf65-6b8539a805bf),segment_id=1281ef78-4400-4bc6-bf65-6b8539a805bf)] {{(pid=85229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:24:30.276181 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7068c29e-72ed-456c-bf9d-6ded7ef22de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:30.291522 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:30.296517 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [None req-b2d4f88a-7634-47ee-8ebd-a26e26cbb4fe admin admin] Allocated IP 172.28.2.124 (f1313642-efe2-441a-94e8-1aeb14258027/43af2120-63d9-4ed9-b216-1037d2600bad/771618e2-ae05-4ade-ae22-8ee65dd45ce3) {{(pid=85228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:24:30.443271 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7068c29e-72ed-456c-bf9d-6ded7ef22de3 None None] Pushing event updated for resources: {'Port': ['ID=49283867-0bf2-4f0e-803a-eb423858cfc8,revision_number=2']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:30.449063 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-7068c29e-72ed-456c-bf9d-6ded7ef22de3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:30.715987 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-694a27d8-a99f-45b3-aa11-e80ecd6d8498 req-8a762723-e360-4a32-9efa-b69118e3e339 service neutron] 10.222.0.41 "GET /v2.0/networks/6c770865-86da-4d8e-8a44-f942f5188572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5619507 Apr 14 11:24:30.730308 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18976bb2-9f05-49b9-bff3-2595a4181c1c req-c45280bb-2043-4a1d-913c-500976625efa tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:30.732013 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-18976bb2-9f05-49b9-bff3-2595a4181c1c req-c45280bb-2043-4a1d-913c-500976625efa tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.4969184 Apr 14 11:24:30.843463 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-18976bb2-9f05-49b9-bff3-2595a4181c1c req-e1371dca-1116-45d8-b182-4532cee08202 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926511 Apr 14 11:24:30.871798 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b2d4f88a-7634-47ee-8ebd-a26e26cbb4fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:30.903388 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a26a7-6fa4-43fc-8eee-413a6a4c5be4 req-efc21a4a-7af0-4f87-a718-d6b1a2e8067e tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:30.905793 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1d6a26a7-6fa4-43fc-8eee-413a6a4c5be4 req-efc21a4a-7af0-4f87-a718-d6b1a2e8067e tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 945 time: 0.1528237 Apr 14 11:24:30.915824 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b2d4f88a-7634-47ee-8ebd-a26e26cbb4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1926183'] for port, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:30.931864 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-c463980c-553f-4d21-b02a-d076acca2879 tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:30.951309 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1d6a26a7-6fa4-43fc-8eee-413a6a4c5be4 req-83ccb3d5-e771-41e2-b0d6-7dff2c06fd7d tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354118 Apr 14 11:24:31.139480 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d4f88a-7634-47ee-8ebd-a26e26cbb4fe admin admin] Pushing event updated for resources: {'Port': ['ID=771618e2-ae05-4ade-ae22-8ee65dd45ce3,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:31.151772 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d4f88a-7634-47ee-8ebd-a26e26cbb4fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:31.152315 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d4f88a-7634-47ee-8ebd-a26e26cbb4fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:31.152722 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d4f88a-7634-47ee-8ebd-a26e26cbb4fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:31.153168 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d4f88a-7634-47ee-8ebd-a26e26cbb4fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:31.153462 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d4f88a-7634-47ee-8ebd-a26e26cbb4fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:31.153840 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d4f88a-7634-47ee-8ebd-a26e26cbb4fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:31.154214 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d4f88a-7634-47ee-8ebd-a26e26cbb4fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:31.154612 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d4f88a-7634-47ee-8ebd-a26e26cbb4fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:31.155039 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d4f88a-7634-47ee-8ebd-a26e26cbb4fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:31.155343 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d4f88a-7634-47ee-8ebd-a26e26cbb4fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:31.155712 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d4f88a-7634-47ee-8ebd-a26e26cbb4fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:31.156082 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d4f88a-7634-47ee-8ebd-a26e26cbb4fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:31.161875 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b2d4f88a-7634-47ee-8ebd-a26e26cbb4fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:31.177937 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 49283867-0bf2-4f0e-803a-eb423858cfc8 up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:24:31.245112 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d4f88a-7634-47ee-8ebd-a26e26cbb4fe admin admin] Network f1313642-efe2-441a-94e8-1aeb14258027 is already hosted by enough agents. {{(pid=85228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:24:31.251663 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-b2d4f88a-7634-47ee-8ebd-a26e26cbb4fe admin admin] Resources bound (agent type, host, resource id): {{(pid=85228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:24:31.252365 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning for port 49283867-0bf2-4f0e-803a-eb423858cfc8 completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:24:31.256811 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d4f88a-7634-47ee-8ebd-a26e26cbb4fe admin admin] Received port after_create {{(pid=85228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:24:31.515282 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707e201-670e-47ed-b3b6-c749e77e8f43 req-8c48e7f4-c3bd-4528-99aa-a852d892a50b tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:31.516890 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7707e201-670e-47ed-b3b6-c749e77e8f43 req-8c48e7f4-c3bd-4528-99aa-a852d892a50b tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7d0cc23-a589-44ed-ba8e-19fb504714f5 HTTP/1.1" status: 200 len: 944 time: 0.3177505 Apr 14 11:24:31.562669 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7707e201-670e-47ed-b3b6-c749e77e8f43 req-37f0691e-4125-43c4-963e-9c2def771944 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/security-groups?id=318d734d-4082-4e38-9fd7-f87715632db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358660 Apr 14 11:24:31.748289 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b2d4f88a-7634-47ee-8ebd-a26e26cbb4fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:31.917854 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33ea234-d305-483e-8e65-1dfa774b5f54 None None] Network ac53151c-4a07-4555-933b-5b25406ca80f requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:24:32.061744 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-2764885b-e81f-41cc-829f-c32ab3d311f3 None None] Provisioning for port 49283867-0bf2-4f0e-803a-eb423858cfc8 completed by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:24:32.073208 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-2764885b-e81f-41cc-829f-c32ab3d311f3 None None] Provisioning complete for port 49283867-0bf2-4f0e-803a-eb423858cfc8 triggered by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:24:32.073841 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2764885b-e81f-41cc-829f-c32ab3d311f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:32.182397 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b2d4f88a-7634-47ee-8ebd-a26e26cbb4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854001431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656459'] for router, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:32.350252 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2764885b-e81f-41cc-829f-c32ab3d311f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:32.377402 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-2764885b-e81f-41cc-829f-c32ab3d311f3 None None] For port 49283867-0bf2-4f0e-803a-eb423858cfc8, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=49283867-0bf2-4f0e-803a-eb423858cfc8,segment=NetworkSegment(1281ef78-4400-4bc6-bf65-6b8539a805bf),segment_id=1281ef78-4400-4bc6-bf65-6b8539a805bf)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:24:32.382137 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2764885b-e81f-41cc-829f-c32ab3d311f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:32.384729 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:32.387313 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5e9c0-d225-4d06-939d-428fa6bfa5a5 req-7d58e08f-1dca-48d7-8d2f-cf97bdf3c1ec tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:32.395647 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4ad5e9c0-d225-4d06-939d-428fa6bfa5a5 req-7d58e08f-1dca-48d7-8d2f-cf97bdf3c1ec tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 945 time: 0.3067431 Apr 14 11:24:32.410055 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead6696-036f-4730-afa4-4b39dc5ac21a req-39db8edc-4930-4b05-830c-4228f827a776 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:32.417513 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4ead6696-036f-4730-afa4-4b39dc5ac21a req-39db8edc-4930-4b05-830c-4228f827a776 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.4442809 Apr 14 11:24:32.434260 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 705fd157-cc2d-4564-ac4d-19c9667cedb6 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 11:24:32.437140 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device d52eb2d7-7267-49a9-a85d-34c7b8d966d6 up at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:24:32.448207 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4ad5e9c0-d225-4d06-939d-428fa6bfa5a5 req-d6657397-33d8-4146-aa69-29ee59a5a182 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515320 Apr 14 11:24:32.464742 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4ead6696-036f-4730-afa4-4b39dc5ac21a req-be6c2131-125f-4203-8b6c-eb6febf1af2d tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462403 Apr 14 11:24:32.574000 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d4f88a-7634-47ee-8ebd-a26e26cbb4fe admin admin] Router 8e6b5f81-81ca-4f85-befb-de478ff8a664 is scheduled to L3 agent 72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6 with binding_index 1 {{(pid=85228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 11:24:32.675894 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2764885b-e81f-41cc-829f-c32ab3d311f3 None None] Pushing event updated for resources: {'Port': ['ID=49283867-0bf2-4f0e-803a-eb423858cfc8,revision_number=3']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:32.681809 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning for port d52eb2d7-7267-49a9-a85d-34c7b8d966d6 completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:24:32.685280 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-2764885b-e81f-41cc-829f-c32ab3d311f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:32.700436 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning complete for port d52eb2d7-7267-49a9-a85d-34c7b8d966d6 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:24:32.700976 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:32.789255 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-597cca37-30f1-40d9-ba2b-cf1040b8f64e None None] Provisioning complete for port 49283867-0bf2-4f0e-803a-eb423858cfc8 triggered by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:24:32.789779 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-597cca37-30f1-40d9-ba2b-cf1040b8f64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:32.831683 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d4f88a-7634-47ee-8ebd-a26e26cbb4fe admin admin] Notify agent at l3_agent.dv-cinder-774594-3-smb the message routers_updated {{(pid=85228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 11:24:32.846075 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6b876c-af9a-4b53-b9c9-ff714157cb67 None None] Sync routers for ids ['8e6b5f81-81ca-4f85-befb-de478ff8a664'] in dv-cinder-774594-3-smb {{(pid=85230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 11:24:32.873366 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6b876c-af9a-4b53-b9c9-ff714157cb67 None None] Routers {'8e6b5f81-81ca-4f85-befb-de478ff8a664'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:24:32.874484 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-af6b876c-af9a-4b53-b9c9-ff714157cb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:24:09Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['8e6b5f81-81ca-4f85-befb-de478ff8a664'], 'active': True} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:24:32.886772 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port 705fd157-cc2d-4564-ac4d-19c9667cedb6, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=705fd157-cc2d-4564-ac4d-19c9667cedb6,segment=NetworkSegment(68eb76e0-e4c1-4e3c-88ca-0b72840edf3e),segment_id=68eb76e0-e4c1-4e3c-88ca-0b72840edf3e)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:24:32.890874 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b2d4f88a-7634-47ee-8ebd-a26e26cbb4fe admin admin] Notify callbacks [] for router, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:32.895537 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-b2d4f88a-7634-47ee-8ebd-a26e26cbb4fe admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5399470 Apr 14 11:24:32.896278 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 59986) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:24:32.956915 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Returning: {'device': '705fd157-cc2d-4564-ac4d-19c9667cedb6', 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29', 'port_id': '705fd157-cc2d-4564-ac4d-19c9667cedb6', 'mac_address': 'fa:16:3e:0b:67:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b2aaa5c-9e54-4364-a946-78c283f1ff6f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 11:24:32.979642 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202374a-df29-47fa-99dd-cff2db131410 req-012c7734-b4cf-48bb-a891-12eb1c7b9143 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:32.989046 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e202374a-df29-47fa-99dd-cff2db131410 req-012c7734-b4cf-48bb-a891-12eb1c7b9143 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7d0cc23-a589-44ed-ba8e-19fb504714f5 HTTP/1.1" status: 200 len: 944 time: 0.1856966 Apr 14 11:24:33.056484 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e202374a-df29-47fa-99dd-cff2db131410 req-d8a24169-1fee-43e3-9918-572627ca15d9 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/security-groups?id=318d734d-4082-4e38-9fd7-f87715632db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660987 Apr 14 11:24:33.169484 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:33.188148 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port d52eb2d7-7267-49a9-a85d-34c7b8d966d6, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d52eb2d7-7267-49a9-a85d-34c7b8d966d6,segment=NetworkSegment(652d1cc2-c1dc-4377-8688-41fabdc1dac0),segment_id=652d1cc2-c1dc-4377-8688-41fabdc1dac0)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:24:33.189610 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 49283867-0bf2-4f0e-803a-eb423858cfc8 up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:24:33.251625 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d0cc23-a589-44ed-ba8e-19fb504714f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd52eb2d7-7267-49a9-a85d-34c7b8d966d6'}] {{(pid=85229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:24:33.257251 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:33.297478 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-7068c29e-72ed-456c-bf9d-6ded7ef22de3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:33.298770 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-af6b876c-af9a-4b53-b9c9-ff714157cb67 None None] Set router 8e6b5f81-81ca-4f85-befb-de478ff8a664 gateway port host: dv-cinder-774594-3-smb {{(pid=85230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:24:33.724210 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d0cc23-a589-44ed-ba8e-19fb504714f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd52eb2d7-7267-49a9-a85d-34c7b8d966d6', 'code': 200} Apr 14 11:24:33.727082 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=d52eb2d7-7267-49a9-a85d-34c7b8d966d6,revision_number=5']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:33.730674 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:33.732412 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 705fd157-cc2d-4564-ac4d-19c9667cedb6 {{(pid=85229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:24:33.748921 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:33.788726 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port 705fd157-cc2d-4564-ac4d-19c9667cedb6, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=705fd157-cc2d-4564-ac4d-19c9667cedb6,segment=NetworkSegment(68eb76e0-e4c1-4e3c-88ca-0b72840edf3e),segment_id=68eb76e0-e4c1-4e3c-88ca-0b72840edf3e)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:24:33.801528 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:33.806312 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:33.841089 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eaed15-2144-4375-9907-48c7c2b1c0e3 req-d7e753c4-cfb3-4d5c-9c19-371c98ee2cff tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:33.853335 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-08eaed15-2144-4375-9907-48c7c2b1c0e3 req-d7e753c4-cfb3-4d5c-9c19-371c98ee2cff tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.1559489 Apr 14 11:24:33.881330 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-af6b876c-af9a-4b53-b9c9-ff714157cb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e6b5f81-81ca-4f85-befb-de478ff8a664', 'name': 'tempest-TestMinimumBasicScenario-2037564288-router', 'tenant_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '771618e2-ae05-4ade-ae22-8ee65dd45ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:24:28Z', 'updated_at': '2021-04-14T11:24:31Z', 'revision_number': 3, 'project_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'gw_port': {'id': '771618e2-ae05-4ade-ae22-8ee65dd45ce3', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e6b5f81-81ca-4f85-befb-de478ff8a664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:30Z', 'updated_at': '2021-04-14T11:24:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb'}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:24:33.886968 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6b876c-af9a-4b53-b9c9-ff714157cb67 None None] Checking router: 8e6b5f81-81ca-4f85-befb-de478ff8a664 for host: dv-cinder-774594-3-smb {{(pid=85230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 11:24:33.887334 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6b876c-af9a-4b53-b9c9-ff714157cb67 None None] Updating router 8e6b5f81-81ca-4f85-befb-de478ff8a664 port 771618e2-ae05-4ade-ae22-8ee65dd45ce3 binding host dv-cinder-774594-3-smb {{(pid=85230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 11:24:33.891385 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning complete for port 49283867-0bf2-4f0e-803a-eb423858cfc8 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:24:33.892014 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:33.902020 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-08eaed15-2144-4375-9907-48c7c2b1c0e3 req-9ebbae68-6ff3-47e3-bd8b-05064299867e tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470288 Apr 14 11:24:33.941193 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] get_ports_and_sgs() called for port_ids ['705fd157-cc2d-4564-ac4d-19c9667cedb6'] {{(pid=85229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 11:24:33.953727 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-af6b876c-af9a-4b53-b9c9-ff714157cb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:34.083917 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=705fd157-cc2d-4564-ac4d-19c9667cedb6,revision_number=6']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:34.090359 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:34.435689 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdee2e1-af8b-4c15-9956-6d89f4ab2f1d req-36474732-8dd4-460f-a3e4-8eacd2e2d48c tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:34.437992 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9fdee2e1-af8b-4c15-9956-6d89f4ab2f1d req-36474732-8dd4-460f-a3e4-8eacd2e2d48c tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7d0cc23-a589-44ed-ba8e-19fb504714f5 HTTP/1.1" status: 200 len: 945 time: 0.1652360 Apr 14 11:24:34.492777 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-af6b876c-af9a-4b53-b9c9-ff714157cb67 None None] Notify callbacks [] for port, precommit_update {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:34.505774 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-af6b876c-af9a-4b53-b9c9-ff714157cb67 None None] Transition to ACTIVE for port object 771618e2-ae05-4ade-ae22-8ee65dd45ce3 will not be triggered until provisioned by entity L2. {{(pid=85230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:24:34.519670 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-af6b876c-af9a-4b53-b9c9-ff714157cb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:34.546168 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-ba523677-5cb8-4c21-9ec2-67f117f6a8da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85230) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:34.575072 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9fdee2e1-af8b-4c15-9956-6d89f4ab2f1d req-b4da1138-2515-48c2-8bda-97b168a09ba5 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/security-groups?id=318d734d-4082-4e38-9fd7-f87715632db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298010 Apr 14 11:24:34.692808 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aabdb38-7f22-4c9b-8a8b-410a644272ca None None] Pushing event updated for resources: {'Port': ['ID=771618e2-ae05-4ade-ae22-8ee65dd45ce3,revision_number=2']} {{(pid=85230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:34.706711 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabdb38-7f22-4c9b-8a8b-410a644272ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:34.707101 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabdb38-7f22-4c9b-8a8b-410a644272ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:34.707479 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabdb38-7f22-4c9b-8a8b-410a644272ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:34.707851 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabdb38-7f22-4c9b-8a8b-410a644272ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:34.708220 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabdb38-7f22-4c9b-8a8b-410a644272ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:34.708596 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabdb38-7f22-4c9b-8a8b-410a644272ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:34.708954 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabdb38-7f22-4c9b-8a8b-410a644272ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:34.709319 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabdb38-7f22-4c9b-8a8b-410a644272ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:34.709681 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabdb38-7f22-4c9b-8a8b-410a644272ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:34.710044 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabdb38-7f22-4c9b-8a8b-410a644272ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:34.710398 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabdb38-7f22-4c9b-8a8b-410a644272ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:34.711044 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aabdb38-7f22-4c9b-8a8b-410a644272ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:34.725268 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-9aabdb38-7f22-4c9b-8a8b-410a644272ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85230) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:34.761295 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35027c50-37eb-4412-a93f-efaf24f2d066 req-19ae30d6-28da-4e9b-b32b-df0794a11619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:34.763076 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-35027c50-37eb-4412-a93f-efaf24f2d066 req-19ae30d6-28da-4e9b-b32b-df0794a11619 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d7d0cc23-a589-44ed-ba8e-19fb504714f5 HTTP/1.1" status: 200 len: 1098 time: 0.9186597 Apr 14 11:24:34.779221 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afeae2a-7403-43e0-80cd-a3e0a2e8a264 req-8874fdd6-1e6a-4576-b39e-7e69c3bb0c87 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:34.783348 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-af6b876c-af9a-4b53-b9c9-ff714157cb67 None None] Attempting to bind port 771618e2-ae05-4ade-ae22-8ee65dd45ce3 on host dv-cinder-774594-3-smb for vnic_type normal with profile {{(pid=85230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:24:34.783804 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-af6b876c-af9a-4b53-b9c9-ff714157cb67 None None] Attempting to bind port 771618e2-ae05-4ade-ae22-8ee65dd45ce3 by drivers openvswitch,hyperv on host dv-cinder-774594-3-smb at level 0 using segments [{'id': 'fc5032d9-be7b-4842-99b0-b17509c45e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'}] {{(pid=85230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:24:34.784218 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6b876c-af9a-4b53-b9c9-ff714157cb67 None None] Attempting to bind port 771618e2-ae05-4ade-ae22-8ee65dd45ce3 on network f1313642-efe2-441a-94e8-1aeb14258027 {{(pid=85230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:24:34.787625 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0afeae2a-7403-43e0-80cd-a3e0a2e8a264 req-8874fdd6-1e6a-4576-b39e-7e69c3bb0c87 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 944 time: 0.8240685 Apr 14 11:24:34.801341 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6b876c-af9a-4b53-b9c9-ff714157cb67 None None] Checking agent: {'id': 'bc79d1ea-49d8-4ce6-bb8d-e4f173948ffd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 14, 10), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:24:34.802051 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6b876c-af9a-4b53-b9c9-ff714157cb67 None None] Checking segment: {'id': 'fc5032d9-be7b-4842-99b0-b17509c45e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:24:34.802745 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-af6b876c-af9a-4b53-b9c9-ff714157cb67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:34.803359 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6b876c-af9a-4b53-b9c9-ff714157cb67 None None] Bound using segment: {'id': 'fc5032d9-be7b-4842-99b0-b17509c45e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'} {{(pid=85230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:24:34.804792 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-af6b876c-af9a-4b53-b9c9-ff714157cb67 None None] Bound port: 771618e2-ae05-4ade-ae22-8ee65dd45ce3, host: dv-cinder-774594-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5032d9-be7b-4842-99b0-b17509c45e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'}}] {{(pid=85230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:24:34.805973 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-af6b876c-af9a-4b53-b9c9-ff714157cb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:34.893358 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-af6b876c-af9a-4b53-b9c9-ff714157cb67 None None] For port 771618e2-ae05-4ade-ae22-8ee65dd45ce3, host dv-cinder-774594-3-smb, cleared binding levels {{(pid=85230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:24:34.897210 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-af6b876c-af9a-4b53-b9c9-ff714157cb67 None None] For port 771618e2-ae05-4ade-ae22-8ee65dd45ce3, host dv-cinder-774594-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=771618e2-ae05-4ade-ae22-8ee65dd45ce3,segment=NetworkSegment(fc5032d9-be7b-4842-99b0-b17509c45e41),segment_id=fc5032d9-be7b-4842-99b0-b17509c45e41)] {{(pid=85230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:24:34.899873 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0afeae2a-7403-43e0-80cd-a3e0a2e8a264 req-e83220c9-e91a-4b07-a708-86a19296e6b0 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107597 Apr 14 11:24:34.901397 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-af6b876c-af9a-4b53-b9c9-ff714157cb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:34.920357 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-31a1e548-9ff8-4849-9361-e33e88e61e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85230) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:34.935389 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-fdfd51bc-a15e-4521-b7b2-a809854cc4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:34.950018 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-35027c50-37eb-4412-a93f-efaf24f2d066 req-5ea5eec0-bd6d-4145-9524-71936a8b1dff service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=318d734d-4082-4e38-9fd7-f87715632db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394041 Apr 14 11:24:35.005933 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aabdb38-7f22-4c9b-8a8b-410a644272ca None None] Pushing event updated for resources: {'Port': ['ID=771618e2-ae05-4ade-ae22-8ee65dd45ce3,revision_number=3']} {{(pid=85230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:35.160270 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128cb7c9-1bd3-42ec-a553-d51d52ef6c17 req-211aa387-0d4f-4de0-b8c6-53f9f083ca3f tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:35.168697 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-128cb7c9-1bd3-42ec-a553-d51d52ef6c17 req-211aa387-0d4f-4de0-b8c6-53f9f083ca3f tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.1059828 Apr 14 11:24:35.208652 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-128cb7c9-1bd3-42ec-a553-d51d52ef6c17 req-89ebf946-83eb-4db9-b97d-6598ee259187 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388684 Apr 14 11:24:35.309984 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-9aabdb38-7f22-4c9b-8a8b-410a644272ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=85230) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:35.323097 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [None req-fdfd51bc-a15e-4521-b7b2-a809854cc4a5 admin admin] Allocated IP 172.20.0.1 (ac53151c-4a07-4555-933b-5b25406ca80f/d1a71b1c-3b16-43d6-881e-23a824385fe9/681fbf0d-ccb6-48a4-9020-8e0c37eee89f) {{(pid=85228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:24:35.416132 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6b876c-af9a-4b53-b9c9-ff714157cb67 None None] Routers {'8e6b5f81-81ca-4f85-befb-de478ff8a664'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:24:35.416798 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-af6b876c-af9a-4b53-b9c9-ff714157cb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:24:09Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['8e6b5f81-81ca-4f85-befb-de478ff8a664'], 'active': True} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:24:35.516676 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-fdfd51bc-a15e-4521-b7b2-a809854cc4a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:35.535709 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-fdfd51bc-a15e-4521-b7b2-a809854cc4a5 admin admin] Transition to ACTIVE for port object 681fbf0d-ccb6-48a4-9020-8e0c37eee89f will not be triggered until provisioned by entity DHCP. {{(pid=85228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:24:35.561377 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-fdfd51bc-a15e-4521-b7b2-a809854cc4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1926183'] for port, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:35.578166 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b7684fe2-0ae1-46e5-a89f-f4a28c8ead69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:35.686633 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-af6b876c-af9a-4b53-b9c9-ff714157cb67 None None] Set router 8e6b5f81-81ca-4f85-befb-de478ff8a664 gateway port host: dv-cinder-774594-3-smb {{(pid=85230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:24:35.725857 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd51bc-a15e-4521-b7b2-a809854cc4a5 admin admin] Pushing event updated for resources: {'Port': ['ID=681fbf0d-ccb6-48a4-9020-8e0c37eee89f,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:35.730652 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-fdfd51bc-a15e-4521-b7b2-a809854cc4a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:35.873397 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfd51bc-a15e-4521-b7b2-a809854cc4a5 admin admin] Network ac53151c-4a07-4555-933b-5b25406ca80f is already hosted by enough agents. {{(pid=85228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:24:35.876445 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-fdfd51bc-a15e-4521-b7b2-a809854cc4a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=85228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:24:35.880562 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfd51bc-a15e-4521-b7b2-a809854cc4a5 admin admin] Received port after_create {{(pid=85228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:24:35.966020 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95ee65-d284-44c6-9dcd-67625efeca95 req-6da17954-da79-4705-961d-cf0fc5ad0481 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:35.976513 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ef95ee65-d284-44c6-9dcd-67625efeca95 req-6da17954-da79-4705-961d-cf0fc5ad0481 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7d0cc23-a589-44ed-ba8e-19fb504714f5 HTTP/1.1" status: 200 len: 945 time: 0.2259939 Apr 14 11:24:36.084051 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ef95ee65-d284-44c6-9dcd-67625efeca95 req-f568210f-6881-4a21-a44a-bc4998543978 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/security-groups?id=318d734d-4082-4e38-9fd7-f87715632db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061928 Apr 14 11:24:36.087526 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-fdfd51bc-a15e-4521-b7b2-a809854cc4a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656524'] for router_interface, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:36.231713 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-600c26af-1e18-49d4-85f7-f64da7358c75 None None] Provisioning for port 681fbf0d-ccb6-48a4-9020-8e0c37eee89f completed by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:24:36.242083 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-600c26af-1e18-49d4-85f7-f64da7358c75 None None] Provisioning complete for port 681fbf0d-ccb6-48a4-9020-8e0c37eee89f triggered by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:24:36.242966 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-600c26af-1e18-49d4-85f7-f64da7358c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:36.367759 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-fdfd51bc-a15e-4521-b7b2-a809854cc4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:36.380428 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-600c26af-1e18-49d4-85f7-f64da7358c75 None None] Port 681fbf0d-ccb6-48a4-9020-8e0c37eee89f cannot update to ACTIVE because it is not bound. {{(pid=85229) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 11:24:36.382396 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-af6b876c-af9a-4b53-b9c9-ff714157cb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e6b5f81-81ca-4f85-befb-de478ff8a664', 'name': 'tempest-TestMinimumBasicScenario-2037564288-router', 'tenant_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '771618e2-ae05-4ade-ae22-8ee65dd45ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:24:28Z', 'updated_at': '2021-04-14T11:24:31Z', 'revision_number': 3, 'project_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'gw_port': {'id': '771618e2-ae05-4ade-ae22-8ee65dd45ce3', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e6b5f81-81ca-4f85-befb-de478ff8a664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:30Z', 'updated_at': '2021-04-14T11:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb'}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:24:36.390973 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6b876c-af9a-4b53-b9c9-ff714157cb67 None None] The sync data for ids ['8e6b5f81-81ca-4f85-befb-de478ff8a664'] in dv-cinder-774594-3-smb is: [{'id': '8e6b5f81-81ca-4f85-befb-de478ff8a664', 'name': 'tempest-TestMinimumBasicScenario-2037564288-router', 'tenant_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '771618e2-ae05-4ade-ae22-8ee65dd45ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:24:28Z', 'updated_at': '2021-04-14T11:24:31Z', 'revision_number': 3, 'project_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'gw_port': {'id': '771618e2-ae05-4ade-ae22-8ee65dd45ce3', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e6b5f81-81ca-4f85-befb-de478ff8a664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:30Z', 'updated_at': '2021-04-14T11:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb'}] {{(pid=85230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 11:24:36.445766 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 705fd157-cc2d-4564-ac4d-19c9667cedb6 up at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:24:36.450732 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e87501-f911-45c0-92e5-7c90c78fa202 req-c30d28e5-4f57-4b9b-badd-dbbf215ed5e3 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:36.459025 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f2e87501-f911-45c0-92e5-7c90c78fa202 req-c30d28e5-4f57-4b9b-badd-dbbf215ed5e3 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 946 time: 0.1315689 Apr 14 11:24:36.500708 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f2e87501-f911-45c0-92e5-7c90c78fa202 req-0b95dad3-56da-4076-a7b2-80ffc1f14dec tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fca7b41-170b-4498-b59c-3e0436956ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406020 Apr 14 11:24:36.579194 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning complete for port 705fd157-cc2d-4564-ac4d-19c9667cedb6 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:24:36.579717 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:36.733654 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53f46b-2e2f-475d-8b47-188810ad1c06 req-3451647c-b625-408f-a179-efe73541e42f tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:36.743121 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-af53f46b-2e2f-475d-8b47-188810ad1c06 req-3451647c-b625-408f-a179-efe73541e42f tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.1101863 Apr 14 11:24:36.745640 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:36.753725 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-fdfd51bc-a15e-4521-b7b2-a809854cc4a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:36.759086 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00f0834-f88b-40b4-84e2-252486a4be7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705fd157-cc2d-4564-ac4d-19c9667cedb6'}] {{(pid=85229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:24:36.766060 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-fdfd51bc-a15e-4521-b7b2-a809854cc4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852849601'] for port, after_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:36.771268 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port 705fd157-cc2d-4564-ac4d-19c9667cedb6, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=705fd157-cc2d-4564-ac4d-19c9667cedb6,segment=NetworkSegment(68eb76e0-e4c1-4e3c-88ca-0b72840edf3e),segment_id=68eb76e0-e4c1-4e3c-88ca-0b72840edf3e)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:24:36.778486 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:36.781103 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:36.786732 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-af53f46b-2e2f-475d-8b47-188810ad1c06 req-b781e0c0-0062-4bc9-9521-10f4c59eb9bb tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425346 Apr 14 11:24:36.808822 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:36.848264 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00f0834-f88b-40b4-84e2-252486a4be7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705fd157-cc2d-4564-ac4d-19c9667cedb6', 'code': 200} Apr 14 11:24:36.888434 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=705fd157-cc2d-4564-ac4d-19c9667cedb6,revision_number=7']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:36.892100 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:36.906399 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af1a03-a36b-4abe-9caf-d0e3c944185c req-e8d458fb-4757-437e-bd22-6cf82b6e6311 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:36.908526 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-20af1a03-a36b-4abe-9caf-d0e3c944185c req-e8d458fb-4757-437e-bd22-6cf82b6e6311 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 944 time: 0.5424964 Apr 14 11:24:36.989654 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-fdfd51bc-a15e-4521-b7b2-a809854cc4a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-771109'] for router_interface, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:37.083484 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d07c0d94-f1d7-4e9d-8810-dab4ef74bf35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:37.157073 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd51bc-a15e-4521-b7b2-a809854cc4a5 admin admin] Pushing event updated for resources: {'Port': ['ID=681fbf0d-ccb6-48a4-9020-8e0c37eee89f,revision_number=2']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:37.160398 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-fdfd51bc-a15e-4521-b7b2-a809854cc4a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:37.181183 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-20af1a03-a36b-4abe-9caf-d0e3c944185c req-63d5c695-6b83-4812-be6e-c70b891f5c66 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2521842 Apr 14 11:24:37.193915 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 771618e2-ae05-4ade-ae22-8ee65dd45ce3 up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:24:37.350306 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d076cc-246c-41eb-9536-e35aa269ea2d req-d0693e14-280a-4ee8-a759-953f8fd70428 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:37.359129 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-60d076cc-246c-41eb-9536-e35aa269ea2d req-d0693e14-280a-4ee8-a759-953f8fd70428 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7d0cc23-a589-44ed-ba8e-19fb504714f5 HTTP/1.1" status: 200 len: 945 time: 0.1150906 Apr 14 11:24:37.375397 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning for port 771618e2-ae05-4ade-ae22-8ee65dd45ce3 completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:24:37.382732 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfd51bc-a15e-4521-b7b2-a809854cc4a5 admin admin] Network ac53151c-4a07-4555-933b-5b25406ca80f is already hosted by enough agents. {{(pid=85228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:24:37.385420 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-fdfd51bc-a15e-4521-b7b2-a809854cc4a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=85228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:24:37.389554 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning complete for port 771618e2-ae05-4ade-ae22-8ee65dd45ce3 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:24:37.389979 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:37.415379 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-60d076cc-246c-41eb-9536-e35aa269ea2d req-a943c757-84c4-44ff-9dd8-564554aae723 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/security-groups?id=318d734d-4082-4e38-9fd7-f87715632db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522754 Apr 14 11:24:37.728978 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:37.748871 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] For port 771618e2-ae05-4ade-ae22-8ee65dd45ce3, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=771618e2-ae05-4ade-ae22-8ee65dd45ce3,segment=NetworkSegment(fc5032d9-be7b-4842-99b0-b17509c45e41),segment_id=fc5032d9-be7b-4842-99b0-b17509c45e41)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:24:37.756470 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:37.758956 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:37.867356 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Pushing event updated for resources: {'Port': ['ID=771618e2-ae05-4ade-ae22-8ee65dd45ce3,revision_number=4']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:37.875530 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:37.881957 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-5feb6b81-89e4-4896-943d-241793784811 None None] Provisioning complete for port 681fbf0d-ccb6-48a4-9020-8e0c37eee89f triggered by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:24:37.882478 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5feb6b81-89e4-4896-943d-241793784811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:37.954814 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-5feb6b81-89e4-4896-943d-241793784811 None None] Port 681fbf0d-ccb6-48a4-9020-8e0c37eee89f cannot update to ACTIVE because it is not bound. {{(pid=85229) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 11:24:38.099335 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a78ee-dd59-4f27-adac-65c3f090b845 req-ccd52d6c-05d8-42ce-a390-702427d66f55 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:38.107979 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-517a78ee-dd59-4f27-adac-65c3f090b845 req-ccd52d6c-05d8-42ce-a390-702427d66f55 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.1285317 Apr 14 11:24:38.150234 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-517a78ee-dd59-4f27-adac-65c3f090b845 req-847da98d-000e-4b41-a779-e82cc177d00f tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410144 Apr 14 11:24:38.427038 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdfd51bc-a15e-4521-b7b2-a809854cc4a5 admin admin] Router 8e6b5f81-81ca-4f85-befb-de478ff8a664 has already been hosted by L3 agent 72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6 {{(pid=85228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 11:24:38.447019 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f063c-ef4e-4da5-95dd-ed478a3a25d4 req-bf63391e-95fa-4e7a-ba36-873a1b55c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:38.449683 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-599f063c-ef4e-4da5-95dd-ed478a3a25d4 req-bf63391e-95fa-4e7a-ba36-873a1b55c8f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b3f85d7308945ada4fb45e00aa6c46b&device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 1099 time: 0.9037380 Apr 14 11:24:38.464040 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2b6aa-ffb2-4f80-80f0-1ca7f23b8f3a req-d4824643-310f-4851-bc4c-bd650300998f tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:38.466566 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ecd2b6aa-ffb2-4f80-80f0-1ca7f23b8f3a req-d4824643-310f-4851-bc4c-bd650300998f tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 946 time: 0.2673876 Apr 14 11:24:38.539103 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea255ab-c9de-464a-9ac9-4b62f329c281 req-6280f574-be45-4dd0-9536-3e3d6392dd69 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:38.547360 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7ea255ab-c9de-464a-9ac9-4b62f329c281 req-6280f574-be45-4dd0-9536-3e3d6392dd69 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 945 time: 0.1676145 Apr 14 11:24:38.585607 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7ea255ab-c9de-464a-9ac9-4b62f329c281 req-8371ef96-eb26-4ca8-9e15-d4f528c67177 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372264 Apr 14 11:24:38.650265 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ecd2b6aa-ffb2-4f80-80f0-1ca7f23b8f3a req-0a083416-74e4-4728-8b4a-3903e01e3834 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fca7b41-170b-4498-b59c-3e0436956ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028786 Apr 14 11:24:38.819168 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f063c-ef4e-4da5-95dd-ed478a3a25d4 req-0f75e537-94a8-4991-b8b8-7bcd139062d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:38.821004 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-599f063c-ef4e-4da5-95dd-ed478a3a25d4 req-0f75e537-94a8-4991-b8b8-7bcd139062d2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6c770865-86da-4d8e-8a44-f942f5188572 HTTP/1.1" status: 200 len: 919 time: 0.2965691 Apr 14 11:24:38.824957 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdfd51bc-a15e-4521-b7b2-a809854cc4a5 admin admin] Notify agent at l3_agent.dv-cinder-774594-3-smb the message routers_updated {{(pid=85228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 11:24:38.886114 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c8b19471-397f-4dc5-84af-89f42d80afa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:38.911809 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-599f063c-ef4e-4da5-95dd-ed478a3a25d4 req-cde07be2-6926-432a-a6b7-b48997a6a4d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67800dfe-e336-4c31-8382-bd269e42ae39 HTTP/1.1" status: 200 len: 217 time: 0.0837402 Apr 14 11:24:38.923628 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-fdfd51bc-a15e-4521-b7b2-a809854cc4a5 admin admin] 10.222.0.52 "PUT /v2.0/routers/8e6b5f81-81ca-4f85-befb-de478ff8a664/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0186703 Apr 14 11:24:39.046398 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f063c-ef4e-4da5-95dd-ed478a3a25d4 req-96c7f524-7de9-4a07-bde3-8d6f744d8aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:39.048027 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-599f063c-ef4e-4da5-95dd-ed478a3a25d4 req-96c7f524-7de9-4a07-bde3-8d6f744d8aa3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d82680c-cf66-4a62-ac40-d953780f4e06 HTTP/1.1" status: 200 len: 858 time: 0.1282165 Apr 14 11:24:39.114173 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-599f063c-ef4e-4da5-95dd-ed478a3a25d4 req-5e9302cf-3439-4570-afcd-8988787f3cc7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6c770865-86da-4d8e-8a44-f942f5188572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574498 Apr 14 11:24:39.156511 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 771618e2-ae05-4ade-ae22-8ee65dd45ce3 up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:24:39.279169 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning complete for port 771618e2-ae05-4ade-ae22-8ee65dd45ce3 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:24:39.279620 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:39.376537 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47811b73-80ac-4094-bce1-b7beb33103c4 req-9941094e-4e86-4d55-bdc2-c4fa64a3ae5a tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:39.381054 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-599f063c-ef4e-4da5-95dd-ed478a3a25d4 req-1cd699ea-7baa-4ed0-ab01-8dd229422d09 service neutron] 10.222.0.41 "GET /v2.0/networks/6c770865-86da-4d8e-8a44-f942f5188572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536552 Apr 14 11:24:39.385040 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-47811b73-80ac-4094-bce1-b7beb33103c4 req-9941094e-4e86-4d55-bdc2-c4fa64a3ae5a tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.1065645 Apr 14 11:24:39.426693 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-47811b73-80ac-4094-bce1-b7beb33103c4 req-deaeff18-f5ea-4342-bb73-0137b1c6aa23 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403421 Apr 14 11:24:39.600161 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-599f063c-ef4e-4da5-95dd-ed478a3a25d4 req-f07731be-8de5-4ea2-a4ad-b09cb5a86b4f service neutron] 10.222.0.41 "GET /v2.0/networks/6c770865-86da-4d8e-8a44-f942f5188572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012258 Apr 14 11:24:39.926468 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d2b4d-6eb8-42f8-9ba0-b91d3da6c050 req-980839b8-17ef-4765-808e-f2e42ed570b8 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:39.932583 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581f7b9-238c-4950-8267-53bd2e970f3a req-573ac799-5180-4529-8add-f9611664d1ac tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:39.934330 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7581f7b9-238c-4950-8267-53bd2e970f3a req-573ac799-5180-4529-8add-f9611664d1ac tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 945 time: 0.1759758 Apr 14 11:24:39.936007 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f66d2b4d-6eb8-42f8-9ba0-b91d3da6c050 req-980839b8-17ef-4765-808e-f2e42ed570b8 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 946 time: 0.1411235 Apr 14 11:24:39.960642 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 60116) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:24:39.968817 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-4831499c-706b-4e55-84a7-ad52bf104028 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1423623595-network', 'tenant_id': 'ac3e661fd4e34153a5f720d400020430'}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:24:39.979071 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-4831499c-706b-4e55-84a7-ad52bf104028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:24:39.984122 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7581f7b9-238c-4950-8267-53bd2e970f3a req-0b7377b6-32b2-483a-9129-4dc47996bb08 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435586 Apr 14 11:24:39.987896 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-4831499c-706b-4e55-84a7-ad52bf104028 admin admin] Usage tracker for resource:network and tenant:ac3e661fd4e34153a5f720d400020430 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:24:39.989022 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f66d2b4d-6eb8-42f8-9ba0-b91d3da6c050 req-35bdffa6-b48e-4d92-9450-1cc105951334 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fca7b41-170b-4498-b59c-3e0436956ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519521 Apr 14 11:24:39.991831 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-4831499c-706b-4e55-84a7-ad52bf104028 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:24:39.999627 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-4831499c-706b-4e55-84a7-ad52bf104028 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:24:40.030334 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4831499c-706b-4e55-84a7-ad52bf104028 admin admin] Made reservation on behalf of ac3e661fd4e34153a5f720d400020430 for: {'network': 1} {{(pid=85228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:24:40.036473 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4831499c-706b-4e55-84a7-ad52bf104028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for network, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:40.070087 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4831499c-706b-4e55-84a7-ad52bf104028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:40.084247 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:40.092804 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-4831499c-706b-4e55-84a7-ad52bf104028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:24:40.099046 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-4831499c-706b-4e55-84a7-ad52bf104028 admin admin] Usage tracker for resource:security_group_rule and tenant:ac3e661fd4e34153a5f720d400020430 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:24:40.102352 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-4831499c-706b-4e55-84a7-ad52bf104028 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:24:40.110302 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-4831499c-706b-4e55-84a7-ad52bf104028 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:24:40.145096 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46bd4cf-c12f-43a0-9a16-bfdfeed804ce None None] Sync routers for ids ['8e6b5f81-81ca-4f85-befb-de478ff8a664'] in dv-cinder-774594-3-smb {{(pid=85229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 11:24:40.157341 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46bd4cf-c12f-43a0-9a16-bfdfeed804ce None None] Routers {'8e6b5f81-81ca-4f85-befb-de478ff8a664'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:24:40.158462 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-e46bd4cf-c12f-43a0-9a16-bfdfeed804ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:24:39Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['8e6b5f81-81ca-4f85-befb-de478ff8a664'], 'active': True} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:24:40.233024 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4831499c-706b-4e55-84a7-ad52bf104028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:40.236661 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4831499c-706b-4e55-84a7-ad52bf104028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:40.241402 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-412c0dc5-42f8-4dd2-830f-82d37f3cbe65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:40.266843 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4831499c-706b-4e55-84a7-ad52bf104028 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=85228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 11:24:40.294867 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831499c-706b-4e55-84a7-ad52bf104028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0bec03-55ac-4955-acd4-539cd4f9c23d,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:40.310697 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-4831499c-706b-4e55-84a7-ad52bf104028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:40.312154 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4831499c-706b-4e55-84a7-ad52bf104028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774745'] for segment, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:40.313871 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.db.segments_db [None req-4831499c-706b-4e55-84a7-ad52bf104028 admin admin] Added segment 45660556-47f6-4f72-ac21-a1d8c099a62d of type vlan for network 3c15d8ce-cc51-4d86-b608-eed6b46e06cf Apr 14 11:24:40.324535 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:40.357421 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4831499c-706b-4e55-84a7-ad52bf104028 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741597887210'] for network, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:40.387884 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-e46bd4cf-c12f-43a0-9a16-bfdfeed804ce None None] Set router 8e6b5f81-81ca-4f85-befb-de478ff8a664 gateway port host: dv-cinder-774594-3-smb {{(pid=85229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:24:40.401691 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4831499c-706b-4e55-84a7-ad52bf104028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029'] for network, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:40.404110 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4831499c-706b-4e55-84a7-ad52bf104028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:40.404957 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4831499c-706b-4e55-84a7-ad52bf104028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for network, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:40.411126 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-93a6025c-eeba-4dbf-8b80-e26e5b686812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:40.543022 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-4831499c-706b-4e55-84a7-ad52bf104028 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5782793 Apr 14 11:24:40.543376 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 60122) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:24:40.547204 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831499c-706b-4e55-84a7-ad52bf104028 admin admin] Pushing event updated for resources: {'Network': ['ID=3c15d8ce-cc51-4d86-b608-eed6b46e06cf,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:40.554035 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-82a5f570-05ce-45d1-bc4d-5c6207ec9e31 admin admin] Request body: {'subnet': {'network_id': '3c15d8ce-cc51-4d86-b608-eed6b46e06cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1423623595-subnet', 'tenant_id': 'ac3e661fd4e34153a5f720d400020430', 'ip_version': 4}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:24:40.559193 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-82a5f570-05ce-45d1-bc4d-5c6207ec9e31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:24:40.563230 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-82a5f570-05ce-45d1-bc4d-5c6207ec9e31 admin admin] Usage tracker for resource:subnet and tenant:ac3e661fd4e34153a5f720d400020430 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:24:40.570437 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-82a5f570-05ce-45d1-bc4d-5c6207ec9e31 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:24:40.577617 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-82a5f570-05ce-45d1-bc4d-5c6207ec9e31 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:24:40.585455 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-4831499c-706b-4e55-84a7-ad52bf104028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:40.587849 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a5f570-05ce-45d1-bc4d-5c6207ec9e31 admin admin] Made reservation on behalf of ac3e661fd4e34153a5f720d400020430 for: {'subnet': 1} {{(pid=85228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:24:40.595231 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-82a5f570-05ce-45d1-bc4d-5c6207ec9e31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11448848'] for subnet, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:40.650670 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684d01d-e464-49cb-82e5-7a88891c28fc req-79c9cff2-9c02-4644-93dd-a15009a8b234 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:40.659909 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4684d01d-e464-49cb-82e5-7a88891c28fc req-79c9cff2-9c02-4644-93dd-a15009a8b234 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.1111109 Apr 14 11:24:40.701662 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4684d01d-e464-49cb-82e5-7a88891c28fc req-9d018777-514f-4f0c-9854-b58c3370733d tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403492 Apr 14 11:24:40.715519 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Network 3c15d8ce-cc51-4d86-b608-eed6b46e06cf details requested by agent ovs-agent-dv-cinder-774594-3-smb with host dv-cinder-774594-3-smb {{(pid=85229) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 11:24:40.870686 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-e46bd4cf-c12f-43a0-9a16-bfdfeed804ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e6b5f81-81ca-4f85-befb-de478ff8a664', 'name': 'tempest-TestMinimumBasicScenario-2037564288-router', 'tenant_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '771618e2-ae05-4ade-ae22-8ee65dd45ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:24:28Z', 'updated_at': '2021-04-14T11:24:36Z', 'revision_number': 4, 'project_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'gw_port': {'id': '771618e2-ae05-4ade-ae22-8ee65dd45ce3', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6b5f81-81ca-4f85-befb-de478ff8a664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:30Z', 'updated_at': '2021-04-14T11:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': '681fbf0d-ccb6-48a4-9020-8e0c37eee89f', 'name': '', 'network_id': 'ac53151c-4a07-4555-933b-5b25406ca80f', 'tenant_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'mac_address': 'fa:16:3e:8f:bf:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e6b5f81-81ca-4f85-befb-de478ff8a664', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd1a71b1c-3b16-43d6-881e-23a824385fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:35Z', 'updated_at': '2021-04-14T11:24:36Z', 'revision_number': 2, 'project_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'subnets': [{'id': 'd1a71b1c-3b16-43d6-881e-23a824385fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:24:40.875122 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46bd4cf-c12f-43a0-9a16-bfdfeed804ce None None] Checking router: 8e6b5f81-81ca-4f85-befb-de478ff8a664 for host: dv-cinder-774594-3-smb {{(pid=85229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 11:24:40.875562 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46bd4cf-c12f-43a0-9a16-bfdfeed804ce None None] Updating router 8e6b5f81-81ca-4f85-befb-de478ff8a664 port 681fbf0d-ccb6-48a4-9020-8e0c37eee89f binding host dv-cinder-774594-3-smb {{(pid=85229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 11:24:40.943490 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e46bd4cf-c12f-43a0-9a16-bfdfeed804ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:41.373223 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8c506-5396-433c-b35e-4af699e28363 req-19ee6a33-d544-465a-a8b6-16996df46935 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:41.387244 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-10f8c506-5396-433c-b35e-4af699e28363 req-19ee6a33-d544-465a-a8b6-16996df46935 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 945 time: 0.1737366 Apr 14 11:24:41.449784 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-10f8c506-5396-433c-b35e-4af699e28363 req-752e07b2-4be9-46ff-959b-fc682d92ce13 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615089 Apr 14 11:24:41.460287 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a05644-4992-4ad4-ba95-8e9ca5095bb4 req-b807d70d-fd02-4253-b018-663973fed649 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:41.469142 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-11a05644-4992-4ad4-ba95-8e9ca5095bb4 req-b807d70d-fd02-4253-b018-663973fed649 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 946 time: 0.2741528 Apr 14 11:24:41.505193 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:41.508506 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:41.520058 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e46bd4cf-c12f-43a0-9a16-bfdfeed804ce None None] Notify callbacks [] for port, precommit_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:41.534126 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-e46bd4cf-c12f-43a0-9a16-bfdfeed804ce None None] Transition to ACTIVE for port object 681fbf0d-ccb6-48a4-9020-8e0c37eee89f will not be triggered until provisioned by entity L2. {{(pid=85229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:24:41.543843 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e46bd4cf-c12f-43a0-9a16-bfdfeed804ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:41.557629 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-11a05644-4992-4ad4-ba95-8e9ca5095bb4 req-0cd2fea6-bb5d-4cb8-a1de-01ca2b4c82e5 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fca7b41-170b-4498-b59c-3e0436956ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873446 Apr 14 11:24:41.563413 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:41.610675 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-82a5f570-05ce-45d1-bc4d-5c6207ec9e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1926285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11448943'] for subnet, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:41.712211 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b8ff5-23d4-443c-ac27-4d07f3e80f6b None None] Pushing event updated for resources: {'Port': ['ID=681fbf0d-ccb6-48a4-9020-8e0c37eee89f,revision_number=3']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:41.759853 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-003803ee-8695-45c9-959c-9f5b17659db0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:41.760697 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-962b8ff5-23d4-443c-ac27-4d07f3e80f6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:41.848220 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a5f570-05ce-45d1-bc4d-5c6207ec9e31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ab34569-d9f9-446b-bd56-4b0e30cb24f4,revision_number=0']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:41.851317 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-82a5f570-05ce-45d1-bc4d-5c6207ec9e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:41.872568 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a5f570-05ce-45d1-bc4d-5c6207ec9e31 admin admin] Checking segment: {'id': '45660556-47f6-4f72-ac21-a1d8c099a62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3c15d8ce-cc51-4d86-b608-eed6b46e06cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:24:41.872961 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a5f570-05ce-45d1-bc4d-5c6207ec9e31 admin admin] Network hostable DHCP agents. Network: 3c15d8ce-cc51-4d86-b608-eed6b46e06cf, hostable agents: ['89ea7c1e-af59-4771-b465-98593056a05b'], hosted agents: [] {{(pid=85228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 11:24:41.898696 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a5f570-05ce-45d1-bc4d-5c6207ec9e31 admin admin] Network 3c15d8ce-cc51-4d86-b608-eed6b46e06cf is scheduled to be hosted by DHCP agent 89ea7c1e-af59-4771-b465-98593056a05b with binding_index 1 {{(pid=85228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 11:24:41.909097 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-82a5f570-05ce-45d1-bc4d-5c6207ec9e31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-3-smb, 3c15d8ce-cc51-4d86-b608-eed6b46e06cf) {{(pid=85228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:24:41.942621 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a5f570-05ce-45d1-bc4d-5c6207ec9e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:41.943281 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-82a5f570-05ce-45d1-bc4d-5c6207ec9e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for subnet, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:41.967452 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-82a5f570-05ce-45d1-bc4d-5c6207ec9e31 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4229524 Apr 14 11:24:41.973864 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 60136) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:24:41.986105 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-7b1f77ed-85b8-4055-91c5-4270e333ac26 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1423623595-router', 'tenant_id': 'ac3e661fd4e34153a5f720d400020430', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'}}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:24:41.998145 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-7b1f77ed-85b8-4055-91c5-4270e333ac26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:24:42.044194 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-7b1f77ed-85b8-4055-91c5-4270e333ac26 admin admin] Usage tracker for resource:router and tenant:ac3e661fd4e34153a5f720d400020430 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:24:42.051936 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-7b1f77ed-85b8-4055-91c5-4270e333ac26 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:24:42.071865 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-7b1f77ed-85b8-4055-91c5-4270e333ac26 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:24:42.091959 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7b1f77ed-85b8-4055-91c5-4270e333ac26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769390'] for router, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:42.093371 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7b1f77ed-85b8-4055-91c5-4270e333ac26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854001549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854100977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6426'] for router, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:42.121109 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad16f4-867f-4437-9ec0-bda3e89b7121 req-9705c06d-2a30-4ab4-a128-cbf467d57809 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:42.129839 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2bad16f4-867f-4437-9ec0-bda3e89b7121 req-9705c06d-2a30-4ab4-a128-cbf467d57809 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.2068994 Apr 14 11:24:42.136383 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7b1f77ed-85b8-4055-91c5-4270e333ac26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:42.171235 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2bad16f4-867f-4437-9ec0-bda3e89b7121 req-7576d290-fbb8-4cc4-b229-8125a2ad7ac1 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398707 Apr 14 11:24:42.256961 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd425bb1-0b2c-434d-adf6-21d802cbe5d4 None None] Network 3c15d8ce-cc51-4d86-b608-eed6b46e06cf requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:24:42.453636 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-e46bd4cf-c12f-43a0-9a16-bfdfeed804ce None None] Attempting to bind port 681fbf0d-ccb6-48a4-9020-8e0c37eee89f on host dv-cinder-774594-3-smb for vnic_type normal with profile {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:24:42.454061 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-e46bd4cf-c12f-43a0-9a16-bfdfeed804ce None None] Attempting to bind port 681fbf0d-ccb6-48a4-9020-8e0c37eee89f by drivers openvswitch,hyperv on host dv-cinder-774594-3-smb at level 0 using segments [{'id': '1281ef78-4400-4bc6-bf65-6b8539a805bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac53151c-4a07-4555-933b-5b25406ca80f'}] {{(pid=85229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:24:42.454482 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46bd4cf-c12f-43a0-9a16-bfdfeed804ce None None] Attempting to bind port 681fbf0d-ccb6-48a4-9020-8e0c37eee89f on network ac53151c-4a07-4555-933b-5b25406ca80f {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:24:42.558141 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46bd4cf-c12f-43a0-9a16-bfdfeed804ce None None] Checking agent: {'id': 'bc79d1ea-49d8-4ce6-bb8d-e4f173948ffd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 14, 10), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:24:42.558811 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46bd4cf-c12f-43a0-9a16-bfdfeed804ce None None] Checking segment: {'id': '1281ef78-4400-4bc6-bf65-6b8539a805bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac53151c-4a07-4555-933b-5b25406ca80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:24:42.559370 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e46bd4cf-c12f-43a0-9a16-bfdfeed804ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:42.559907 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46bd4cf-c12f-43a0-9a16-bfdfeed804ce None None] Bound using segment: {'id': '1281ef78-4400-4bc6-bf65-6b8539a805bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac53151c-4a07-4555-933b-5b25406ca80f'} {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:24:42.560559 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-e46bd4cf-c12f-43a0-9a16-bfdfeed804ce None None] Bound port: 681fbf0d-ccb6-48a4-9020-8e0c37eee89f, host: dv-cinder-774594-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1281ef78-4400-4bc6-bf65-6b8539a805bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac53151c-4a07-4555-933b-5b25406ca80f'}}] {{(pid=85229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:24:42.561081 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e46bd4cf-c12f-43a0-9a16-bfdfeed804ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:42.667049 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-e46bd4cf-c12f-43a0-9a16-bfdfeed804ce None None] For port 681fbf0d-ccb6-48a4-9020-8e0c37eee89f, host dv-cinder-774594-3-smb, cleared binding levels {{(pid=85229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:24:42.670730 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-e46bd4cf-c12f-43a0-9a16-bfdfeed804ce None None] For port 681fbf0d-ccb6-48a4-9020-8e0c37eee89f, host dv-cinder-774594-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=681fbf0d-ccb6-48a4-9020-8e0c37eee89f,segment=NetworkSegment(1281ef78-4400-4bc6-bf65-6b8539a805bf),segment_id=1281ef78-4400-4bc6-bf65-6b8539a805bf)] {{(pid=85229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:24:42.690189 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e46bd4cf-c12f-43a0-9a16-bfdfeed804ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:42.763548 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7b1f77ed-85b8-4055-91c5-4270e333ac26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854119328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6441'] for router, precommit_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:42.819024 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df655abf-c469-4993-b13d-3aaf8171e1ff req-886718e3-c62e-4e1c-8fcf-3fc115efd1c8 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:42.826902 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-df655abf-c469-4993-b13d-3aaf8171e1ff req-886718e3-c62e-4e1c-8fcf-3fc115efd1c8 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 946 time: 0.0974860 Apr 14 11:24:42.831714 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:42.865291 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-df655abf-c469-4993-b13d-3aaf8171e1ff req-35379e1d-706e-4dad-9a6f-a021d66b5f8f tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fca7b41-170b-4498-b59c-3e0436956ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373363 Apr 14 11:24:42.979356 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee50d1-de3e-4b93-b6d6-1d7a810b1b34 req-faa131a8-4ac9-4a8c-9274-859f6dbf4060 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:42.981037 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-29ee50d1-de3e-4b93-b6d6-1d7a810b1b34 req-faa131a8-4ac9-4a8c-9274-859f6dbf4060 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 945 time: 0.2094493 Apr 14 11:24:42.988084 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46bd4cf-c12f-43a0-9a16-bfdfeed804ce None None] Routers {'8e6b5f81-81ca-4f85-befb-de478ff8a664'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:24:42.988788 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-e46bd4cf-c12f-43a0-9a16-bfdfeed804ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:24:39Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['8e6b5f81-81ca-4f85-befb-de478ff8a664'], 'active': True} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:24:43.110161 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ba7c6f-e583-4f01-b00c-e65eecd79a12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9aef77fe-09e0-5c86-a5f4-faa58af495f3-3c15d8ce-cc51-4d86-b608-eed6b46e06cf', 'network_id': '3c15d8ce-cc51-4d86-b608-eed6b46e06cf', 'tenant_id': 'ac3e661fd4e34153a5f720d400020430', 'fixed_ips': [{'subnet_id': '4ab34569-d9f9-446b-bd56-4b0e30cb24f4'}]}} from dv-cinder-774594-3-smb. {{(pid=85229) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 11:24:43.110947 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b5ba7c6f-e583-4f01-b00c-e65eecd79a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:43.111129 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-29ee50d1-de3e-4b93-b6d6-1d7a810b1b34 req-e8d2f744-efd0-42c4-b281-7b74b145f804 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155758 Apr 14 11:24:43.148314 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b8ff5-23d4-443c-ac27-4d07f3e80f6b None None] Pushing event updated for resources: {'Port': ['ID=681fbf0d-ccb6-48a4-9020-8e0c37eee89f,revision_number=4']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:43.158908 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-962b8ff5-23d4-443c-ac27-4d07f3e80f6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:43.415697 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028090f1-4216-4a8a-9680-921ad2049a50 req-61b6c79e-9364-4fa1-85e8-14d18a0bbc39 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:43.424143 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-028090f1-4216-4a8a-9680-921ad2049a50 req-61b6c79e-9364-4fa1-85e8-14d18a0bbc39 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.1045673 Apr 14 11:24:43.461053 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [None req-b5ba7c6f-e583-4f01-b00c-e65eecd79a12 None None] Allocated IP 172.20.0.2 (3c15d8ce-cc51-4d86-b608-eed6b46e06cf/4ab34569-d9f9-446b-bd56-4b0e30cb24f4/37b665a2-9673-40d7-9d2b-cd3262924744) {{(pid=85229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:24:43.463996 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-028090f1-4216-4a8a-9680-921ad2049a50 req-528d5e49-3b8d-4863-bc52-2ab57fd1696f tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388043 Apr 14 11:24:43.483007 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7b1f77ed-85b8-4055-91c5-4270e333ac26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:43.521343 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7b1f77ed-85b8-4055-91c5-4270e333ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:43.569752 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-e46bd4cf-c12f-43a0-9a16-bfdfeed804ce None None] Set router 8e6b5f81-81ca-4f85-befb-de478ff8a664 gateway port host: dv-cinder-774594-3-smb {{(pid=85229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:24:43.690689 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [None req-7b1f77ed-85b8-4055-91c5-4270e333ac26 admin admin] Allocated IP 172.28.2.156 (f1313642-efe2-441a-94e8-1aeb14258027/43af2120-63d9-4ed9-b216-1037d2600bad/7b88b98d-1697-4266-95f6-39f293c2ad5b) {{(pid=85228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:24:43.862137 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7b1f77ed-85b8-4055-91c5-4270e333ac26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:43.897773 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7b1f77ed-85b8-4055-91c5-4270e333ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1926183'] for port, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:44.039444 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b5ba7c6f-e583-4f01-b00c-e65eecd79a12 None None] Notify callbacks [] for port, precommit_create {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:44.049848 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-13be7544-7928-419e-8a9f-33abaced9f0e tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:44.061820 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-b5ba7c6f-e583-4f01-b00c-e65eecd79a12 None None] Transition to ACTIVE for port object 37b665a2-9673-40d7-9d2b-cd3262924744 will not be triggered until provisioned by entity L2. {{(pid=85229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:24:44.112919 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-b5ba7c6f-e583-4f01-b00c-e65eecd79a12 None None] Transition to ACTIVE for port object 37b665a2-9673-40d7-9d2b-cd3262924744 will not be triggered until provisioned by entity DHCP. {{(pid=85229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:24:44.126329 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b5ba7c6f-e583-4f01-b00c-e65eecd79a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362'] for port, after_create {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:44.159580 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-30f6701f-cd57-4e46-b733-301f2b4669ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:44.188619 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1f77ed-85b8-4055-91c5-4270e333ac26 admin admin] Network f1313642-efe2-441a-94e8-1aeb14258027 is already hosted by enough agents. {{(pid=85228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:24:44.202099 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-7b1f77ed-85b8-4055-91c5-4270e333ac26 admin admin] Resources bound (agent type, host, resource id): {{(pid=85228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:24:44.204884 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1f77ed-85b8-4055-91c5-4270e333ac26 admin admin] Received port after_create {{(pid=85228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:24:44.358580 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f77ed-85b8-4055-91c5-4270e333ac26 admin admin] Pushing event updated for resources: {'Port': ['ID=7b88b98d-1697-4266-95f6-39f293c2ad5b,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:44.360181 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8727f23-f37f-4071-9a15-712c1fcd6f1f req-ec17ce89-f6f6-4dd8-8162-00c1dc02cd99 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:44.369314 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c8727f23-f37f-4071-9a15-712c1fcd6f1f req-ec17ce89-f6f6-4dd8-8162-00c1dc02cd99 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 945 time: 0.1005678 Apr 14 11:24:44.371542 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-7b1f77ed-85b8-4055-91c5-4270e333ac26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:44.407193 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c8727f23-f37f-4071-9a15-712c1fcd6f1f req-bebf4b64-b253-4c1a-8411-3fdacf82f3d8 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366747 Apr 14 11:24:44.446081 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba7c6f-e583-4f01-b00c-e65eecd79a12 None None] Pushing event updated for resources: {'Port': ['ID=37b665a2-9673-40d7-9d2b-cd3262924744,revision_number=1']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:44.455248 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b5ba7c6f-e583-4f01-b00c-e65eecd79a12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:44.539089 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ba7c6f-e583-4f01-b00c-e65eecd79a12 None None] Network 3c15d8ce-cc51-4d86-b608-eed6b46e06cf is already hosted by enough agents. {{(pid=85229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:24:44.544603 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eda870-c1d9-46f9-a48e-a5cbf2420f84 req-45d688f6-cef3-4e11-9e75-445b11c1329b tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:44.546248 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-27eda870-c1d9-46f9-a48e-a5cbf2420f84 req-45d688f6-cef3-4e11-9e75-445b11c1329b tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 946 time: 0.4977973 Apr 14 11:24:44.546669 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-b5ba7c6f-e583-4f01-b00c-e65eecd79a12 None None] Resources bound (agent type, host, resource id): {{(pid=85229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:24:44.554614 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ba7c6f-e583-4f01-b00c-e65eecd79a12 None None] Received port after_create {{(pid=85229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:24:44.569798 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-e46bd4cf-c12f-43a0-9a16-bfdfeed804ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e6b5f81-81ca-4f85-befb-de478ff8a664', 'name': 'tempest-TestMinimumBasicScenario-2037564288-router', 'tenant_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '771618e2-ae05-4ade-ae22-8ee65dd45ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:24:28Z', 'updated_at': '2021-04-14T11:24:36Z', 'revision_number': 4, 'project_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'gw_port': {'id': '771618e2-ae05-4ade-ae22-8ee65dd45ce3', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6b5f81-81ca-4f85-befb-de478ff8a664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:30Z', 'updated_at': '2021-04-14T11:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': '681fbf0d-ccb6-48a4-9020-8e0c37eee89f', 'name': '', 'network_id': 'ac53151c-4a07-4555-933b-5b25406ca80f', 'tenant_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'mac_address': 'fa:16:3e:8f:bf:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e6b5f81-81ca-4f85-befb-de478ff8a664', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd1a71b1c-3b16-43d6-881e-23a824385fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:35Z', 'updated_at': '2021-04-14T11:24:42Z', 'revision_number': 4, 'project_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'subnets': [{'id': 'd1a71b1c-3b16-43d6-881e-23a824385fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:24:44.599226 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-27eda870-c1d9-46f9-a48e-a5cbf2420f84 req-867fef0c-d50a-404f-93f1-0cd4655b7854 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fca7b41-170b-4498-b59c-3e0436956ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361946 Apr 14 11:24:44.666626 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46bd4cf-c12f-43a0-9a16-bfdfeed804ce None None] The sync data for ids ['8e6b5f81-81ca-4f85-befb-de478ff8a664'] in dv-cinder-774594-3-smb is: [{'id': '8e6b5f81-81ca-4f85-befb-de478ff8a664', 'name': 'tempest-TestMinimumBasicScenario-2037564288-router', 'tenant_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '771618e2-ae05-4ade-ae22-8ee65dd45ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:24:28Z', 'updated_at': '2021-04-14T11:24:36Z', 'revision_number': 4, 'project_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'gw_port': {'id': '771618e2-ae05-4ade-ae22-8ee65dd45ce3', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6b5f81-81ca-4f85-befb-de478ff8a664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:30Z', 'updated_at': '2021-04-14T11:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': '681fbf0d-ccb6-48a4-9020-8e0c37eee89f', 'name': '', 'network_id': 'ac53151c-4a07-4555-933b-5b25406ca80f', 'tenant_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'mac_address': 'fa:16:3e:8f:bf:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e6b5f81-81ca-4f85-befb-de478ff8a664', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd1a71b1c-3b16-43d6-881e-23a824385fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:35Z', 'updated_at': '2021-04-14T11:24:42Z', 'revision_number': 4, 'project_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'subnets': [{'id': 'd1a71b1c-3b16-43d6-881e-23a824385fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 11:24:44.684103 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-b5ba7c6f-e583-4f01-b00c-e65eecd79a12 None None] Attempting to bind port 37b665a2-9673-40d7-9d2b-cd3262924744 on host dv-cinder-774594-3-smb for vnic_type normal with profile {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:24:44.684763 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-b5ba7c6f-e583-4f01-b00c-e65eecd79a12 None None] Attempting to bind port 37b665a2-9673-40d7-9d2b-cd3262924744 by drivers openvswitch,hyperv on host dv-cinder-774594-3-smb at level 0 using segments [{'id': '45660556-47f6-4f72-ac21-a1d8c099a62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3c15d8ce-cc51-4d86-b608-eed6b46e06cf'}] {{(pid=85229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:24:44.685353 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ba7c6f-e583-4f01-b00c-e65eecd79a12 None None] Attempting to bind port 37b665a2-9673-40d7-9d2b-cd3262924744 on network 3c15d8ce-cc51-4d86-b608-eed6b46e06cf {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:24:44.692193 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ba7c6f-e583-4f01-b00c-e65eecd79a12 None None] Checking agent: {'id': 'bc79d1ea-49d8-4ce6-bb8d-e4f173948ffd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 14, 10), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:24:44.692821 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ba7c6f-e583-4f01-b00c-e65eecd79a12 None None] Checking segment: {'id': '45660556-47f6-4f72-ac21-a1d8c099a62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3c15d8ce-cc51-4d86-b608-eed6b46e06cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:24:44.693437 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b5ba7c6f-e583-4f01-b00c-e65eecd79a12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:44.694019 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ba7c6f-e583-4f01-b00c-e65eecd79a12 None None] Bound using segment: {'id': '45660556-47f6-4f72-ac21-a1d8c099a62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3c15d8ce-cc51-4d86-b608-eed6b46e06cf'} {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:24:44.694810 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-b5ba7c6f-e583-4f01-b00c-e65eecd79a12 None None] Bound port: 37b665a2-9673-40d7-9d2b-cd3262924744, host: dv-cinder-774594-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45660556-47f6-4f72-ac21-a1d8c099a62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3c15d8ce-cc51-4d86-b608-eed6b46e06cf'}}] {{(pid=85229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:24:44.695512 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b5ba7c6f-e583-4f01-b00c-e65eecd79a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:44.814363 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c478602-af0c-453e-b57c-cc6fada1168f req-98774cf2-a138-4b36-8cf0-b263f4b547cb tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:44.825352 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-6c478602-af0c-453e-b57c-cc6fada1168f req-98774cf2-a138-4b36-8cf0-b263f4b547cb tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.1751301 Apr 14 11:24:44.860047 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-6c478602-af0c-453e-b57c-cc6fada1168f req-c9fdb4c7-78f7-4239-b45e-34c647e6b268 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329819 Apr 14 11:24:44.889823 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-b5ba7c6f-e583-4f01-b00c-e65eecd79a12 None None] For port 37b665a2-9673-40d7-9d2b-cd3262924744, host dv-cinder-774594-3-smb, cleared binding levels {{(pid=85229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:24:44.899511 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-b5ba7c6f-e583-4f01-b00c-e65eecd79a12 None None] For port 37b665a2-9673-40d7-9d2b-cd3262924744, host dv-cinder-774594-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=37b665a2-9673-40d7-9d2b-cd3262924744,segment=NetworkSegment(45660556-47f6-4f72-ac21-a1d8c099a62d),segment_id=45660556-47f6-4f72-ac21-a1d8c099a62d)] {{(pid=85229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:24:44.902280 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7b1f77ed-85b8-4055-91c5-4270e333ac26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:44.907876 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b5ba7c6f-e583-4f01-b00c-e65eecd79a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:44.926593 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:45.331584 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba7c6f-e583-4f01-b00c-e65eecd79a12 None None] Pushing event updated for resources: {'Port': ['ID=37b665a2-9673-40d7-9d2b-cd3262924744,revision_number=2']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:45.344053 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b5ba7c6f-e583-4f01-b00c-e65eecd79a12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:45.345291 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 681fbf0d-ccb6-48a4-9020-8e0c37eee89f up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:24:45.596069 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning for port 681fbf0d-ccb6-48a4-9020-8e0c37eee89f completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:24:45.615405 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning complete for port 681fbf0d-ccb6-48a4-9020-8e0c37eee89f triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:24:45.615726 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:45.864553 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:45.900723 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8e09f-e2db-4605-a64e-0e534b66306e req-2a2f598a-c40d-45ce-bb53-f03913c59be6 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:45.902861 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] For port 681fbf0d-ccb6-48a4-9020-8e0c37eee89f, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=681fbf0d-ccb6-48a4-9020-8e0c37eee89f,segment=NetworkSegment(1281ef78-4400-4bc6-bf65-6b8539a805bf),segment_id=1281ef78-4400-4bc6-bf65-6b8539a805bf)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:24:45.909326 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-60b8e09f-e2db-4605-a64e-0e534b66306e req-2a2f598a-c40d-45ce-bb53-f03913c59be6 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 946 time: 0.1367128 Apr 14 11:24:45.911313 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:45.913477 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:45.951219 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-60b8e09f-e2db-4605-a64e-0e534b66306e req-d63952ea-cdb5-48cf-a60d-ea86da529081 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fca7b41-170b-4498-b59c-3e0436956ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407944 Apr 14 11:24:45.985694 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7b1f77ed-85b8-4055-91c5-4270e333ac26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854001431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656459'] for router, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:46.141543 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Pushing event updated for resources: {'Port': ['ID=681fbf0d-ccb6-48a4-9020-8e0c37eee89f,revision_number=5']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:46.147352 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:46.172558 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f28e9-9a5c-4100-8307-015d4e03ab36 req-976c23f9-49d5-434e-a36b-c8941074249c tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:46.182073 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5f7f28e9-9a5c-4100-8307-015d4e03ab36 req-976c23f9-49d5-434e-a36b-c8941074249c tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 945 time: 0.4456420 Apr 14 11:24:46.276903 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55f39f-d062-4d16-9c52-e5d1758a410e req-0132a41e-c6f9-4830-9304-ee678d71bd9e tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:46.285604 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0d55f39f-d062-4d16-9c52-e5d1758a410e req-0132a41e-c6f9-4830-9304-ee678d71bd9e tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.1908286 Apr 14 11:24:46.302227 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5f7f28e9-9a5c-4100-8307-015d4e03ab36 req-c1d2d6ff-cc87-4d11-8384-62d15a4f3a7a tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484273 Apr 14 11:24:46.358249 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0d55f39f-d062-4d16-9c52-e5d1758a410e req-519c6e1e-6aa5-44d9-ade0-84e51699122b tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714357 Apr 14 11:24:46.442617 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1f77ed-85b8-4055-91c5-4270e333ac26 admin admin] Router 9de1cae5-5a19-426d-a8b4-1c716d45b5ba is scheduled to L3 agent 72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6 with binding_index 1 {{(pid=85228) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 11:24:46.685390 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1f77ed-85b8-4055-91c5-4270e333ac26 admin admin] Notify agent at l3_agent.dv-cinder-774594-3-smb the message routers_updated {{(pid=85228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 11:24:46.697322 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba29de4-f2bb-4b51-b1ba-7ec5e527d8aa None None] Sync routers for ids ['9de1cae5-5a19-426d-a8b4-1c716d45b5ba'] in dv-cinder-774594-3-smb {{(pid=85230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 11:24:46.709689 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba29de4-f2bb-4b51-b1ba-7ec5e527d8aa None None] Routers {'9de1cae5-5a19-426d-a8b4-1c716d45b5ba'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:24:46.710362 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-aba29de4-f2bb-4b51-b1ba-7ec5e527d8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:24:39Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['9de1cae5-5a19-426d-a8b4-1c716d45b5ba'], 'active': True} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:24:46.723141 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7b1f77ed-85b8-4055-91c5-4270e333ac26 admin admin] Notify callbacks [] for router, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:46.724822 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-7b1f77ed-85b8-4055-91c5-4270e333ac26 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7436504 Apr 14 11:24:46.728143 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 60172) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:24:46.948768 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-aba29de4-f2bb-4b51-b1ba-7ec5e527d8aa None None] Set router 9de1cae5-5a19-426d-a8b4-1c716d45b5ba gateway port host: dv-cinder-774594-3-smb {{(pid=85230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:24:47.335075 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 37b665a2-9673-40d7-9d2b-cd3262924744 up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:24:47.378591 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308b711-9a5b-4b0b-8b60-2546a4e41653 req-3821d981-c2f9-4961-bf84-ad84a4f9499c tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:47.380581 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d308b711-9a5b-4b0b-8b60-2546a4e41653 req-3821d981-c2f9-4961-bf84-ad84a4f9499c tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 946 time: 0.1530216 Apr 14 11:24:47.434494 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d308b711-9a5b-4b0b-8b60-2546a4e41653 req-efc2beb1-83db-425f-be2e-11dc09884925 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fca7b41-170b-4498-b59c-3e0436956ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474224 Apr 14 11:24:47.472339 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning for port 37b665a2-9673-40d7-9d2b-cd3262924744 completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:24:47.482619 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 681fbf0d-ccb6-48a4-9020-8e0c37eee89f up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:24:47.615456 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning complete for port 681fbf0d-ccb6-48a4-9020-8e0c37eee89f triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:24:47.616062 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:47.709057 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc4391b-9509-4c2d-890c-9be5858e088a None None] Network 3c15d8ce-cc51-4d86-b608-eed6b46e06cf requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:24:47.735714 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-aba29de4-f2bb-4b51-b1ba-7ec5e527d8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de1cae5-5a19-426d-a8b4-1c716d45b5ba', 'name': 'tempest-TestMinimumBasicScenario-1423623595-router', 'tenant_id': 'ac3e661fd4e34153a5f720d400020430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '7b88b98d-1697-4266-95f6-39f293c2ad5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:24:42Z', 'updated_at': '2021-04-14T11:24:44Z', 'revision_number': 3, 'project_id': 'ac3e661fd4e34153a5f720d400020430', 'gw_port': {'id': '7b88b98d-1697-4266-95f6-39f293c2ad5b', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de1cae5-5a19-426d-a8b4-1c716d45b5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:43Z', 'updated_at': '2021-04-14T11:24:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb'}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:24:47.741844 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba29de4-f2bb-4b51-b1ba-7ec5e527d8aa None None] Checking router: 9de1cae5-5a19-426d-a8b4-1c716d45b5ba for host: dv-cinder-774594-3-smb {{(pid=85230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 11:24:47.742258 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba29de4-f2bb-4b51-b1ba-7ec5e527d8aa None None] Updating router 9de1cae5-5a19-426d-a8b4-1c716d45b5ba port 7b88b98d-1697-4266-95f6-39f293c2ad5b binding host dv-cinder-774594-3-smb {{(pid=85230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 11:24:47.806297 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1746c2-d3e4-4865-b789-f4f1960dfa86 req-99ba32f4-9ed2-4ed7-b7e0-6debec12d300 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:47.808113 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-cf1746c2-d3e4-4865-b789-f4f1960dfa86 req-99ba32f4-9ed2-4ed7-b7e0-6debec12d300 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.1693413 Apr 14 11:24:47.851208 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-aba29de4-f2bb-4b51-b1ba-7ec5e527d8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:47.870944 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-cf1746c2-d3e4-4865-b789-f4f1960dfa86 req-addd9487-1527-4780-b7be-5be196ef2331 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512695 Apr 14 11:24:48.125063 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d89f5-4ee1-42e9-b789-e447408dd7ce req-c0eeb4e9-0a9d-4305-b613-bf74c1cad3bd tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:48.131106 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e12d89f5-4ee1-42e9-b789-e447408dd7ce req-c0eeb4e9-0a9d-4305-b613-bf74c1cad3bd tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 945 time: 0.3936007 Apr 14 11:24:48.149688 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c3190eb1-1875-48a3-a4e6-6447a5a6e9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:48.175402 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-9610a091-88dd-4fff-ae0a-26f932b6cf0e None None] Provisioning for port 37b665a2-9673-40d7-9d2b-cd3262924744 completed by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:24:48.183617 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-9610a091-88dd-4fff-ae0a-26f932b6cf0e None None] Provisioning complete for port 37b665a2-9673-40d7-9d2b-cd3262924744 triggered by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:24:48.184357 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-9610a091-88dd-4fff-ae0a-26f932b6cf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:48.216937 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e12d89f5-4ee1-42e9-b789-e447408dd7ce req-d6da9955-1a97-4125-9cd5-d644a66db258 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701308 Apr 14 11:24:48.353001 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-aba29de4-f2bb-4b51-b1ba-7ec5e527d8aa None None] Notify callbacks [] for port, precommit_update {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:48.365846 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-aba29de4-f2bb-4b51-b1ba-7ec5e527d8aa None None] Transition to ACTIVE for port object 7b88b98d-1697-4266-95f6-39f293c2ad5b will not be triggered until provisioned by entity L2. {{(pid=85230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:24:48.384125 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-9610a091-88dd-4fff-ae0a-26f932b6cf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:48.405306 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-9610a091-88dd-4fff-ae0a-26f932b6cf0e None None] For port 37b665a2-9673-40d7-9d2b-cd3262924744, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=37b665a2-9673-40d7-9d2b-cd3262924744,segment=NetworkSegment(45660556-47f6-4f72-ac21-a1d8c099a62d),segment_id=45660556-47f6-4f72-ac21-a1d8c099a62d)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:24:48.409714 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-aba29de4-f2bb-4b51-b1ba-7ec5e527d8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:48.416029 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-9610a091-88dd-4fff-ae0a-26f932b6cf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:48.420980 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:48.512059 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610a091-88dd-4fff-ae0a-26f932b6cf0e None None] Pushing event updated for resources: {'Port': ['ID=37b665a2-9673-40d7-9d2b-cd3262924744,revision_number=3']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:48.515608 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-9610a091-88dd-4fff-ae0a-26f932b6cf0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:48.520258 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85230) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:48.625091 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [None req-c3190eb1-1875-48a3-a4e6-6447a5a6e9a8 admin admin] Allocated IP 172.20.0.1 (3c15d8ce-cc51-4d86-b608-eed6b46e06cf/4ab34569-d9f9-446b-bd56-4b0e30cb24f4/a6b15bd1-04dc-4009-8626-58772ac2c99a) {{(pid=85227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:24:48.653743 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-60ca8f6e-9390-4808-8230-b44ab631a101 None None] Provisioning complete for port 37b665a2-9673-40d7-9d2b-cd3262924744 triggered by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:24:48.657670 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-60ca8f6e-9390-4808-8230-b44ab631a101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:48.682205 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661af5f9-2f57-41d8-a3fd-dae6aa9764c6 None None] Pushing event updated for resources: {'Port': ['ID=7b88b98d-1697-4266-95f6-39f293c2ad5b,revision_number=2']} {{(pid=85230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:48.698971 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-661af5f9-2f57-41d8-a3fd-dae6aa9764c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85230) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:48.739329 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-aba29de4-f2bb-4b51-b1ba-7ec5e527d8aa None None] Attempting to bind port 7b88b98d-1697-4266-95f6-39f293c2ad5b on host dv-cinder-774594-3-smb for vnic_type normal with profile {{(pid=85230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:24:48.739796 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-aba29de4-f2bb-4b51-b1ba-7ec5e527d8aa None None] Attempting to bind port 7b88b98d-1697-4266-95f6-39f293c2ad5b by drivers openvswitch,hyperv on host dv-cinder-774594-3-smb at level 0 using segments [{'id': 'fc5032d9-be7b-4842-99b0-b17509c45e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'}] {{(pid=85230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:24:48.740209 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba29de4-f2bb-4b51-b1ba-7ec5e527d8aa None None] Attempting to bind port 7b88b98d-1697-4266-95f6-39f293c2ad5b on network f1313642-efe2-441a-94e8-1aeb14258027 {{(pid=85230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:24:48.747579 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba29de4-f2bb-4b51-b1ba-7ec5e527d8aa None None] Checking agent: {'id': 'bc79d1ea-49d8-4ce6-bb8d-e4f173948ffd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 14, 10), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:24:48.747579 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba29de4-f2bb-4b51-b1ba-7ec5e527d8aa None None] Checking segment: {'id': 'fc5032d9-be7b-4842-99b0-b17509c45e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:24:48.747579 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-aba29de4-f2bb-4b51-b1ba-7ec5e527d8aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:48.748152 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba29de4-f2bb-4b51-b1ba-7ec5e527d8aa None None] Bound using segment: {'id': 'fc5032d9-be7b-4842-99b0-b17509c45e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'} {{(pid=85230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:24:48.749130 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-aba29de4-f2bb-4b51-b1ba-7ec5e527d8aa None None] Bound port: 7b88b98d-1697-4266-95f6-39f293c2ad5b, host: dv-cinder-774594-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5032d9-be7b-4842-99b0-b17509c45e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'}}] {{(pid=85230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:24:48.749130 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-aba29de4-f2bb-4b51-b1ba-7ec5e527d8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:48.833267 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b11dc51-b2eb-4d00-80e5-b5f02f76e6fa req-99db2572-3e1f-4ec4-a81c-0e391257317d tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:48.845478 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7b11dc51-b2eb-4d00-80e5-b5f02f76e6fa req-99db2572-3e1f-4ec4-a81c-0e391257317d tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 946 time: 0.1935556 Apr 14 11:24:48.863284 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c3190eb1-1875-48a3-a4e6-6447a5a6e9a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:48.870923 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-aba29de4-f2bb-4b51-b1ba-7ec5e527d8aa None None] For port 7b88b98d-1697-4266-95f6-39f293c2ad5b, host dv-cinder-774594-3-smb, cleared binding levels {{(pid=85230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:24:48.875809 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-aba29de4-f2bb-4b51-b1ba-7ec5e527d8aa None None] For port 7b88b98d-1697-4266-95f6-39f293c2ad5b, host dv-cinder-774594-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=7b88b98d-1697-4266-95f6-39f293c2ad5b,segment=NetworkSegment(fc5032d9-be7b-4842-99b0-b17509c45e41),segment_id=fc5032d9-be7b-4842-99b0-b17509c45e41)] {{(pid=85230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:24:48.880655 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-aba29de4-f2bb-4b51-b1ba-7ec5e527d8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:48.882588 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-c3190eb1-1875-48a3-a4e6-6447a5a6e9a8 admin admin] Transition to ACTIVE for port object a6b15bd1-04dc-4009-8626-58772ac2c99a will not be triggered until provisioned by entity DHCP. {{(pid=85227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:24:48.896884 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7b11dc51-b2eb-4d00-80e5-b5f02f76e6fa req-615b706f-b406-43ff-820d-6b79b5a9db79 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fca7b41-170b-4498-b59c-3e0436956ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503085 Apr 14 11:24:48.905339 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-661af5f9-2f57-41d8-a3fd-dae6aa9764c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85230) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:48.942561 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c3190eb1-1875-48a3-a4e6-6447a5a6e9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10976374'] for port, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:49.155280 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 37b665a2-9673-40d7-9d2b-cd3262924744 up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:24:49.257208 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning complete for port 37b665a2-9673-40d7-9d2b-cd3262924744 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:24:49.257628 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:49.503354 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-719fe801-7679-4e57-b7c4-c691fe9d206a tempest-DeleteServersTestJSON-903854842 tempest-DeleteServersTestJSON-903854842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:49.550343 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661af5f9-2f57-41d8-a3fd-dae6aa9764c6 None None] Pushing event updated for resources: {'Port': ['ID=7b88b98d-1697-4266-95f6-39f293c2ad5b,revision_number=3']} {{(pid=85230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:49.564934 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-661af5f9-2f57-41d8-a3fd-dae6aa9764c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=85230) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:49.593971 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3190eb1-1875-48a3-a4e6-6447a5a6e9a8 admin admin] Network 3c15d8ce-cc51-4d86-b608-eed6b46e06cf is already hosted by enough agents. {{(pid=85227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:24:49.595230 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-c3190eb1-1875-48a3-a4e6-6447a5a6e9a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=85227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:24:49.604182 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba29de4-f2bb-4b51-b1ba-7ec5e527d8aa None None] Routers {'9de1cae5-5a19-426d-a8b4-1c716d45b5ba'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:24:49.604852 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-aba29de4-f2bb-4b51-b1ba-7ec5e527d8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:24:39Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['9de1cae5-5a19-426d-a8b4-1c716d45b5ba'], 'active': True} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:24:49.620264 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3190eb1-1875-48a3-a4e6-6447a5a6e9a8 admin admin] Pushing event updated for resources: {'Port': ['ID=a6b15bd1-04dc-4009-8626-58772ac2c99a,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:49.623879 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb7d8f-4c63-4ea2-acbd-3c69bb3b89da req-ed8539c6-10ea-4a2c-ae10-f40d321d5e74 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:49.628467 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3190eb1-1875-48a3-a4e6-6447a5a6e9a8 admin admin] Received port after_create {{(pid=85227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:24:49.629159 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-79eb7d8f-4c63-4ea2-acbd-3c69bb3b89da req-ed8539c6-10ea-4a2c-ae10-f40d321d5e74 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 945 time: 0.1487346 Apr 14 11:24:49.692710 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-79eb7d8f-4c63-4ea2-acbd-3c69bb3b89da req-8087538a-9ec4-4c9d-9bd2-f456e1c073a1 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566938 Apr 14 11:24:49.706472 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3190eb1-1875-48a3-a4e6-6447a5a6e9a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:49.706922 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3190eb1-1875-48a3-a4e6-6447a5a6e9a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:49.707316 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3190eb1-1875-48a3-a4e6-6447a5a6e9a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:49.707701 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3190eb1-1875-48a3-a4e6-6447a5a6e9a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:49.708088 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3190eb1-1875-48a3-a4e6-6447a5a6e9a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:49.708475 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3190eb1-1875-48a3-a4e6-6447a5a6e9a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:49.708854 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3190eb1-1875-48a3-a4e6-6447a5a6e9a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:49.709232 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3190eb1-1875-48a3-a4e6-6447a5a6e9a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:49.709620 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3190eb1-1875-48a3-a4e6-6447a5a6e9a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:49.710012 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3190eb1-1875-48a3-a4e6-6447a5a6e9a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:49.710380 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3190eb1-1875-48a3-a4e6-6447a5a6e9a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:49.710905 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3190eb1-1875-48a3-a4e6-6447a5a6e9a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:24:49.726600 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c3190eb1-1875-48a3-a4e6-6447a5a6e9a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656524'] for router_interface, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:49.756613 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-c3190eb1-1875-48a3-a4e6-6447a5a6e9a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:49.858598 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-aba29de4-f2bb-4b51-b1ba-7ec5e527d8aa None None] Set router 9de1cae5-5a19-426d-a8b4-1c716d45b5ba gateway port host: dv-cinder-774594-3-smb {{(pid=85230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:24:49.898760 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867cfae-f927-486b-bdd4-5e248ddb9845 req-416ef560-4e3e-4a1e-b6b0-830e953dd2a1 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:49.906425 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e867cfae-f927-486b-bdd4-5e248ddb9845 req-416ef560-4e3e-4a1e-b6b0-830e953dd2a1 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.5064125 Apr 14 11:24:49.959821 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e867cfae-f927-486b-bdd4-5e248ddb9845 req-3bf17524-90ec-41f5-8816-091883ccb0a8 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523036 Apr 14 11:24:49.960739 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c3190eb1-1875-48a3-a4e6-6447a5a6e9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:50.006696 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-644870d3-c3da-4bad-a2cb-131b1dc92beb None None] Provisioning for port a6b15bd1-04dc-4009-8626-58772ac2c99a completed by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:24:50.020836 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-644870d3-c3da-4bad-a2cb-131b1dc92beb None None] Provisioning complete for port a6b15bd1-04dc-4009-8626-58772ac2c99a triggered by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:24:50.021358 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-644870d3-c3da-4bad-a2cb-131b1dc92beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:50.149639 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4fd044-31bd-4fd0-b4ec-8d1b05a2664d req-b8b53697-689d-4c53-90cd-5227c2ad3f02 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:50.157466 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-644870d3-c3da-4bad-a2cb-131b1dc92beb None None] Port a6b15bd1-04dc-4009-8626-58772ac2c99a cannot update to ACTIVE because it is not bound. {{(pid=85229) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 11:24:50.165861 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4e4fd044-31bd-4fd0-b4ec-8d1b05a2664d req-b8b53697-689d-4c53-90cd-5227c2ad3f02 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 946 time: 0.1292684 Apr 14 11:24:50.211468 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4e4fd044-31bd-4fd0-b4ec-8d1b05a2664d req-dbab115d-fd30-4087-b118-4edf9b764fcf tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fca7b41-170b-4498-b59c-3e0436956ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442638 Apr 14 11:24:50.306500 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c3190eb1-1875-48a3-a4e6-6447a5a6e9a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:50.313968 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c3190eb1-1875-48a3-a4e6-6447a5a6e9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843799442'] for port, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:50.340381 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-aba29de4-f2bb-4b51-b1ba-7ec5e527d8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de1cae5-5a19-426d-a8b4-1c716d45b5ba', 'name': 'tempest-TestMinimumBasicScenario-1423623595-router', 'tenant_id': 'ac3e661fd4e34153a5f720d400020430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '7b88b98d-1697-4266-95f6-39f293c2ad5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:24:42Z', 'updated_at': '2021-04-14T11:24:44Z', 'revision_number': 3, 'project_id': 'ac3e661fd4e34153a5f720d400020430', 'gw_port': {'id': '7b88b98d-1697-4266-95f6-39f293c2ad5b', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de1cae5-5a19-426d-a8b4-1c716d45b5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:43Z', 'updated_at': '2021-04-14T11:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb'}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:24:50.347140 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba29de4-f2bb-4b51-b1ba-7ec5e527d8aa None None] The sync data for ids ['9de1cae5-5a19-426d-a8b4-1c716d45b5ba'] in dv-cinder-774594-3-smb is: [{'id': '9de1cae5-5a19-426d-a8b4-1c716d45b5ba', 'name': 'tempest-TestMinimumBasicScenario-1423623595-router', 'tenant_id': 'ac3e661fd4e34153a5f720d400020430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '7b88b98d-1697-4266-95f6-39f293c2ad5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:24:42Z', 'updated_at': '2021-04-14T11:24:44Z', 'revision_number': 3, 'project_id': 'ac3e661fd4e34153a5f720d400020430', 'gw_port': {'id': '7b88b98d-1697-4266-95f6-39f293c2ad5b', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de1cae5-5a19-426d-a8b4-1c716d45b5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:43Z', 'updated_at': '2021-04-14T11:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb'}] {{(pid=85230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 11:24:50.369888 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-71b931da-d37f-4acb-8dc0-5bdc1eea2865 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:50.429764 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c3190eb1-1875-48a3-a4e6-6447a5a6e9a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-771109'] for router_interface, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:50.507710 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3190eb1-1875-48a3-a4e6-6447a5a6e9a8 admin admin] Pushing event updated for resources: {'Port': ['ID=a6b15bd1-04dc-4009-8626-58772ac2c99a,revision_number=2']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:50.510880 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-c3190eb1-1875-48a3-a4e6-6447a5a6e9a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:50.609328 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3190eb1-1875-48a3-a4e6-6447a5a6e9a8 admin admin] Network 3c15d8ce-cc51-4d86-b608-eed6b46e06cf is already hosted by enough agents. {{(pid=85227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:24:50.610507 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-c3190eb1-1875-48a3-a4e6-6447a5a6e9a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=85227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:24:50.898963 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-d97b77ef-b0c6-48b8-b3ce-8ea0c2bc54c2 None None] Provisioning complete for port a6b15bd1-04dc-4009-8626-58772ac2c99a triggered by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:24:50.899908 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d97b77ef-b0c6-48b8-b3ce-8ea0c2bc54c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:50.960294 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3190eb1-1875-48a3-a4e6-6447a5a6e9a8 admin admin] Router 9de1cae5-5a19-426d-a8b4-1c716d45b5ba has already been hosted by L3 agent 72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6 {{(pid=85227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 11:24:50.983700 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-d97b77ef-b0c6-48b8-b3ce-8ea0c2bc54c2 None None] Port a6b15bd1-04dc-4009-8626-58772ac2c99a cannot update to ACTIVE because it is not bound. {{(pid=85229) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 11:24:50.996935 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c62341-6d05-42c7-bf8d-c7f3cf4733be req-80ac0c67-7c87-4610-826e-6140ef39989a tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:50.998562 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-83c62341-6d05-42c7-bf8d-c7f3cf4733be req-80ac0c67-7c87-4610-826e-6140ef39989a tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 945 time: 0.1460326 Apr 14 11:24:51.146085 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 7b88b98d-1697-4266-95f6-39f293c2ad5b up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:24:51.179786 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-83c62341-6d05-42c7-bf8d-c7f3cf4733be req-efea578f-fa2d-4dd9-8b15-376ee3948073 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039991 Apr 14 11:24:51.230035 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning for port 7b88b98d-1697-4266-95f6-39f293c2ad5b completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:24:51.235243 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning complete for port 7b88b98d-1697-4266-95f6-39f293c2ad5b triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:24:51.235667 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:51.249896 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3190eb1-1875-48a3-a4e6-6447a5a6e9a8 admin admin] Notify agent at l3_agent.dv-cinder-774594-3-smb the message routers_updated {{(pid=85227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 11:24:51.270861 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-c3190eb1-1875-48a3-a4e6-6447a5a6e9a8 admin admin] 10.222.0.52 "PUT /v2.0/routers/9de1cae5-5a19-426d-a8b4-1c716d45b5ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5319943 Apr 14 11:24:51.302715 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89985978-dddd-43c7-bf54-f695e2c352d9 req-8615446a-2f43-4b04-a495-fbd97d0073b9 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:51.310271 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-89985978-dddd-43c7-bf54-f695e2c352d9 req-8615446a-2f43-4b04-a495-fbd97d0073b9 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.1666822 Apr 14 11:24:51.350358 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-89985978-dddd-43c7-bf54-f695e2c352d9 req-ec9bfb0d-b066-4f17-ab5b-52e3e0051860 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390303 Apr 14 11:24:51.442328 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:51.464222 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] For port 7b88b98d-1697-4266-95f6-39f293c2ad5b, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=7b88b98d-1697-4266-95f6-39f293c2ad5b,segment=NetworkSegment(fc5032d9-be7b-4842-99b0-b17509c45e41),segment_id=fc5032d9-be7b-4842-99b0-b17509c45e41)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:24:51.475662 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:51.477743 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:51.559483 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Pushing event updated for resources: {'Port': ['ID=7b88b98d-1697-4266-95f6-39f293c2ad5b,revision_number=4']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:51.564128 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:51.585798 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175f92c-5997-4793-a4c3-df9be0903f53 req-3daea453-6e38-4638-8c50-be0096d213f2 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:51.587507 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-6175f92c-5997-4793-a4c3-df9be0903f53 req-3daea453-6e38-4638-8c50-be0096d213f2 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 946 time: 0.1271901 Apr 14 11:24:51.619964 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-6175f92c-5997-4793-a4c3-df9be0903f53 req-30e445eb-3cf9-4b21-b580-b1555eec2ee4 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fca7b41-170b-4498-b59c-3e0436956ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0256526 Apr 14 11:24:51.686267 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b923a3-0b83-4518-b485-4e068aa66a28 req-a869c47c-d6cf-454a-9800-e2830d6756a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:51.687894 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-05b923a3-0b83-4518-b485-4e068aa66a28 req-a869c47c-d6cf-454a-9800-e2830d6756a9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9b3ef38e1d8424c861a2e84fef25222&device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 1098 time: 0.0888348 Apr 14 11:24:51.835622 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b923a3-0b83-4518-b485-4e068aa66a28 req-9e955723-ad22-46f6-b6bb-ed4aadafeef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:51.837652 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-05b923a3-0b83-4518-b485-4e068aa66a28 req-9e955723-ad22-46f6-b6bb-ed4aadafeef2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=712e05ed-c735-46b7-8a8c-2c06f81a1c29 HTTP/1.1" status: 200 len: 917 time: 0.1418784 Apr 14 11:24:51.950040 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-05b923a3-0b83-4518-b485-4e068aa66a28 req-4964eb9c-78c2-43c4-930d-e593386d4ccd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=705fd157-cc2d-4564-ac4d-19c9667cedb6 HTTP/1.1" status: 200 len: 1000 time: 0.1036682 Apr 14 11:24:52.025561 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b923a3-0b83-4518-b485-4e068aa66a28 req-b45b3e2a-54cf-470d-ad23-44f56f9e0fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:52.027469 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-05b923a3-0b83-4518-b485-4e068aa66a28 req-b45b3e2a-54cf-470d-ad23-44f56f9e0fa1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b2aaa5c-9e54-4364-a946-78c283f1ff6f HTTP/1.1" status: 200 len: 855 time: 0.0673859 Apr 14 11:24:52.117872 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b923a3-0b83-4518-b485-4e068aa66a28 req-bfa6fa72-e190-47b9-9ddc-265f8c45e89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:52.119513 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-05b923a3-0b83-4518-b485-4e068aa66a28 req-bfa6fa72-e190-47b9-9ddc-265f8c45e89c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=712e05ed-c735-46b7-8a8c-2c06f81a1c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0818241 Apr 14 11:24:52.274000 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-05b923a3-0b83-4518-b485-4e068aa66a28 req-ca13d7f7-256f-43de-a769-39d19db67671 service neutron] 10.222.0.41 "GET /v2.0/networks/712e05ed-c735-46b7-8a8c-2c06f81a1c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450899 Apr 14 11:24:52.524568 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-05b923a3-0b83-4518-b485-4e068aa66a28 req-b7f25c1e-f5cf-4f73-80bb-a2c3ecbddeb1 service neutron] 10.222.0.41 "GET /v2.0/networks/712e05ed-c735-46b7-8a8c-2c06f81a1c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427499 Apr 14 11:24:52.573740 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf5e03-a771-4706-a8f0-76566073cd2b req-c664c3ce-22fb-467f-9817-563e407a194c tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:52.575592 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-58cf5e03-a771-4706-a8f0-76566073cd2b req-c664c3ce-22fb-467f-9817-563e407a194c tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 945 time: 0.2002704 Apr 14 11:24:52.604286 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80dd461-719a-4702-8fad-303b048323b5 req-a5adb26e-f3a4-4790-b07e-c7b3d60f5da3 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:52.612936 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f80dd461-719a-4702-8fad-303b048323b5 req-a5adb26e-f3a4-4790-b07e-c7b3d60f5da3 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.1314204 Apr 14 11:24:52.618175 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-58cf5e03-a771-4706-a8f0-76566073cd2b req-b179dd03-50dc-481e-95fb-ed0a378f1755 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346446 Apr 14 11:24:52.658161 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f80dd461-719a-4702-8fad-303b048323b5 req-9762fcad-dfdb-4e67-b687-50d68dcd4f80 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441530 Apr 14 11:24:52.837080 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec8472-d625-48b7-b644-bb98039c5c39 req-140590f1-485e-4796-818c-30b15a4f1d29 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:52.838893 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-52ec8472-d625-48b7-b644-bb98039c5c39 req-140590f1-485e-4796-818c-30b15a4f1d29 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 946 time: 0.0956273 Apr 14 11:24:52.874153 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-52ec8472-d625-48b7-b644-bb98039c5c39 req-acadbbc9-52a5-4949-bd8c-19b001dd77d8 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fca7b41-170b-4498-b59c-3e0436956ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281754 Apr 14 11:24:53.102438 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 7b88b98d-1697-4266-95f6-39f293c2ad5b up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:24:53.194564 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning complete for port 7b88b98d-1697-4266-95f6-39f293c2ad5b triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:24:53.194997 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:53.686196 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e518d5-9b56-4a29-8573-f5a5d88d6e4b None None] Sync routers for ids ['9de1cae5-5a19-426d-a8b4-1c716d45b5ba'] in dv-cinder-774594-3-smb {{(pid=85229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 11:24:53.702449 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e518d5-9b56-4a29-8573-f5a5d88d6e4b None None] Routers {'9de1cae5-5a19-426d-a8b4-1c716d45b5ba'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:24:53.703165 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-04e518d5-9b56-4a29-8573-f5a5d88d6e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:24:39Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['9de1cae5-5a19-426d-a8b4-1c716d45b5ba'], 'active': True} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:24:53.906847 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17324413-e2a3-405b-9c30-4f6b12ccff13 req-6891a3c2-57fe-4fdf-823a-aa2c1d4047a3 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:53.918025 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-17324413-e2a3-405b-9c30-4f6b12ccff13 req-6891a3c2-57fe-4fdf-823a-aa2c1d4047a3 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 945 time: 0.1516864 Apr 14 11:24:53.942369 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5356793-8b25-4648-a4d3-8db6739a723c req-5491213c-4e1c-4a7c-903b-1a2f2caa996a tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:53.950145 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e5356793-8b25-4648-a4d3-8db6739a723c req-5491213c-4e1c-4a7c-903b-1a2f2caa996a tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.1229429 Apr 14 11:24:53.964497 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-17324413-e2a3-405b-9c30-4f6b12ccff13 req-739d579a-5f8d-4ae8-a4e8-22cddd2c82ba tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449972 Apr 14 11:24:53.985550 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e5356793-8b25-4648-a4d3-8db6739a723c req-2c329728-36cd-4d43-a372-784173c8b161 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339911 Apr 14 11:24:54.001493 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-04e518d5-9b56-4a29-8573-f5a5d88d6e4b None None] Set router 9de1cae5-5a19-426d-a8b4-1c716d45b5ba gateway port host: dv-cinder-774594-3-smb {{(pid=85229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:24:54.239659 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1651c2-36c1-415c-8bbc-b8d271e4630f req-446cef4a-8599-4f43-ab4b-7b0f79ee7ade tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:54.241336 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-fb1651c2-36c1-415c-8bbc-b8d271e4630f req-446cef4a-8599-4f43-ab4b-7b0f79ee7ade tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 946 time: 0.1087286 Apr 14 11:24:54.300168 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-fb1651c2-36c1-415c-8bbc-b8d271e4630f req-b4cc5f16-19b7-4007-880b-ef0f1b9178a5 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fca7b41-170b-4498-b59c-3e0436956ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378940 Apr 14 11:24:54.595177 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 705fd157-cc2d-4564-ac4d-19c9667cedb6 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:24:54.754934 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:54.770303 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00f0834-f88b-40b4-84e2-252486a4be7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '705fd157-cc2d-4564-ac4d-19c9667cedb6'}] {{(pid=85229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:24:54.776838 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-04e518d5-9b56-4a29-8573-f5a5d88d6e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de1cae5-5a19-426d-a8b4-1c716d45b5ba', 'name': 'tempest-TestMinimumBasicScenario-1423623595-router', 'tenant_id': 'ac3e661fd4e34153a5f720d400020430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '7b88b98d-1697-4266-95f6-39f293c2ad5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:24:42Z', 'updated_at': '2021-04-14T11:24:49Z', 'revision_number': 4, 'project_id': 'ac3e661fd4e34153a5f720d400020430', 'gw_port': {'id': '7b88b98d-1697-4266-95f6-39f293c2ad5b', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de1cae5-5a19-426d-a8b4-1c716d45b5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:43Z', 'updated_at': '2021-04-14T11:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': 'a6b15bd1-04dc-4009-8626-58772ac2c99a', 'name': '', 'network_id': '3c15d8ce-cc51-4d86-b608-eed6b46e06cf', 'tenant_id': 'ac3e661fd4e34153a5f720d400020430', 'mac_address': 'fa:16:3e:d2:15:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de1cae5-5a19-426d-a8b4-1c716d45b5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4ab34569-d9f9-446b-bd56-4b0e30cb24f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:48Z', 'updated_at': '2021-04-14T11:24:50Z', 'revision_number': 2, 'project_id': 'ac3e661fd4e34153a5f720d400020430', 'subnets': [{'id': '4ab34569-d9f9-446b-bd56-4b0e30cb24f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:24:54.783936 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e518d5-9b56-4a29-8573-f5a5d88d6e4b None None] Checking router: 9de1cae5-5a19-426d-a8b4-1c716d45b5ba for host: dv-cinder-774594-3-smb {{(pid=85229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 11:24:54.784343 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e518d5-9b56-4a29-8573-f5a5d88d6e4b None None] Updating router 9de1cae5-5a19-426d-a8b4-1c716d45b5ba port a6b15bd1-04dc-4009-8626-58772ac2c99a binding host dv-cinder-774594-3-smb {{(pid=85229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 11:24:54.827937 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port 705fd157-cc2d-4564-ac4d-19c9667cedb6, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=705fd157-cc2d-4564-ac4d-19c9667cedb6,segment=NetworkSegment(68eb76e0-e4c1-4e3c-88ca-0b72840edf3e),segment_id=68eb76e0-e4c1-4e3c-88ca-0b72840edf3e)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:24:54.837447 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:54.841524 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-2764885b-e81f-41cc-829f-c32ab3d311f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:54.909904 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00f0834-f88b-40b4-84e2-252486a4be7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '705fd157-cc2d-4564-ac4d-19c9667cedb6', 'code': 200} Apr 14 11:24:54.954728 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=705fd157-cc2d-4564-ac4d-19c9667cedb6,revision_number=8']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:54.959865 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:54.962397 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-04e518d5-9b56-4a29-8573-f5a5d88d6e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:55.461806 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86deba61-c8a2-4382-b71e-6ff5a399a668 req-b0668040-8bf2-4f46-9ec5-89205c92b43e tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:55.472365 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-86deba61-c8a2-4382-b71e-6ff5a399a668 req-b0668040-8bf2-4f46-9ec5-89205c92b43e tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.1576943 Apr 14 11:24:55.496254 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f066fc5-16d3-4352-a886-fc25a2de53f8 req-6ae6a88c-ba0d-4e75-b110-a9212e9e1b49 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:55.509680 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0f066fc5-16d3-4352-a886-fc25a2de53f8 req-6ae6a88c-ba0d-4e75-b110-a9212e9e1b49 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 943 time: 0.1585562 Apr 14 11:24:55.544719 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-86deba61-c8a2-4382-b71e-6ff5a399a668 req-f1502cce-8bf9-4f86-8f84-d1fc3c494837 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681334 Apr 14 11:24:55.545661 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0f066fc5-16d3-4352-a886-fc25a2de53f8 req-01f13ba1-a0fc-46c2-bd13-c3f9c94f921b tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347033 Apr 14 11:24:55.721918 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-04e518d5-9b56-4a29-8573-f5a5d88d6e4b None None] Notify callbacks [] for port, precommit_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:55.737479 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-04e518d5-9b56-4a29-8573-f5a5d88d6e4b None None] Transition to ACTIVE for port object a6b15bd1-04dc-4009-8626-58772ac2c99a will not be triggered until provisioned by entity L2. {{(pid=85229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:24:55.746613 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-04e518d5-9b56-4a29-8573-f5a5d88d6e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:55.775699 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:55.865951 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515d899-7de5-4f84-8e9e-e403b76e3831 None None] Pushing event updated for resources: {'Port': ['ID=a6b15bd1-04dc-4009-8626-58772ac2c99a,revision_number=3']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:55.880517 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7513b-6ee1-4577-a03b-e73af23c0a56 req-46e9d230-6548-447e-b11e-f1afcd511ac2 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:55.882167 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ebf7513b-6ee1-4577-a03b-e73af23c0a56 req-46e9d230-6548-447e-b11e-f1afcd511ac2 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 946 time: 0.1792941 Apr 14 11:24:55.923220 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ebf7513b-6ee1-4577-a03b-e73af23c0a56 req-5d6562a2-f9f0-4c35-979b-177f266987d5 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fca7b41-170b-4498-b59c-3e0436956ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324230 Apr 14 11:24:55.940094 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-5515d899-7de5-4f84-8e9e-e403b76e3831 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:56.328966 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-04e518d5-9b56-4a29-8573-f5a5d88d6e4b None None] Attempting to bind port a6b15bd1-04dc-4009-8626-58772ac2c99a on host dv-cinder-774594-3-smb for vnic_type normal with profile {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:24:56.329392 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-04e518d5-9b56-4a29-8573-f5a5d88d6e4b None None] Attempting to bind port a6b15bd1-04dc-4009-8626-58772ac2c99a by drivers openvswitch,hyperv on host dv-cinder-774594-3-smb at level 0 using segments [{'id': '45660556-47f6-4f72-ac21-a1d8c099a62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3c15d8ce-cc51-4d86-b608-eed6b46e06cf'}] {{(pid=85229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:24:56.329813 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e518d5-9b56-4a29-8573-f5a5d88d6e4b None None] Attempting to bind port a6b15bd1-04dc-4009-8626-58772ac2c99a on network 3c15d8ce-cc51-4d86-b608-eed6b46e06cf {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:24:56.345215 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e518d5-9b56-4a29-8573-f5a5d88d6e4b None None] Checking agent: {'id': 'bc79d1ea-49d8-4ce6-bb8d-e4f173948ffd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 14, 10), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:24:56.345684 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e518d5-9b56-4a29-8573-f5a5d88d6e4b None None] Checking segment: {'id': '45660556-47f6-4f72-ac21-a1d8c099a62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3c15d8ce-cc51-4d86-b608-eed6b46e06cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:24:56.346148 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-04e518d5-9b56-4a29-8573-f5a5d88d6e4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:56.346587 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e518d5-9b56-4a29-8573-f5a5d88d6e4b None None] Bound using segment: {'id': '45660556-47f6-4f72-ac21-a1d8c099a62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3c15d8ce-cc51-4d86-b608-eed6b46e06cf'} {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:24:56.347130 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-04e518d5-9b56-4a29-8573-f5a5d88d6e4b None None] Bound port: a6b15bd1-04dc-4009-8626-58772ac2c99a, host: dv-cinder-774594-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45660556-47f6-4f72-ac21-a1d8c099a62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3c15d8ce-cc51-4d86-b608-eed6b46e06cf'}}] {{(pid=85229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:24:56.347556 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-04e518d5-9b56-4a29-8573-f5a5d88d6e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:56.481921 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-04e518d5-9b56-4a29-8573-f5a5d88d6e4b None None] For port a6b15bd1-04dc-4009-8626-58772ac2c99a, host dv-cinder-774594-3-smb, cleared binding levels {{(pid=85229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:24:56.487288 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-04e518d5-9b56-4a29-8573-f5a5d88d6e4b None None] For port a6b15bd1-04dc-4009-8626-58772ac2c99a, host dv-cinder-774594-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=a6b15bd1-04dc-4009-8626-58772ac2c99a,segment=NetworkSegment(45660556-47f6-4f72-ac21-a1d8c099a62d),segment_id=45660556-47f6-4f72-ac21-a1d8c099a62d)] {{(pid=85229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:24:56.492920 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-04e518d5-9b56-4a29-8573-f5a5d88d6e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:56.525480 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:56.890093 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e518d5-9b56-4a29-8573-f5a5d88d6e4b None None] Routers {'9de1cae5-5a19-426d-a8b4-1c716d45b5ba'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:24:56.890931 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-04e518d5-9b56-4a29-8573-f5a5d88d6e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:24:39Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['9de1cae5-5a19-426d-a8b4-1c716d45b5ba'], 'active': True} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:24:56.952422 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bb996-90bb-41f5-bd51-f7048e6ddb68 req-19807999-4203-4108-847f-b8dd6390b7da tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:56.965161 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1f4bb996-90bb-41f5-bd51-f7048e6ddb68 req-19807999-4203-4108-847f-b8dd6390b7da tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.1869450 Apr 14 11:24:57.027206 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1f4bb996-90bb-41f5-bd51-f7048e6ddb68 req-1ed30bf7-8e43-4351-8589-44fb74be1c0d tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609939 Apr 14 11:24:57.215240 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515d899-7de5-4f84-8e9e-e403b76e3831 None None] Pushing event updated for resources: {'Port': ['ID=a6b15bd1-04dc-4009-8626-58772ac2c99a,revision_number=4']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:57.247327 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-5515d899-7de5-4f84-8e9e-e403b76e3831 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:57.334681 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867172e0-b03a-45be-add9-c15d1018da2b req-9efdbd3c-ec26-4cf7-8c6c-b384ef01c031 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:57.341479 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-04e518d5-9b56-4a29-8573-f5a5d88d6e4b None None] Set router 9de1cae5-5a19-426d-a8b4-1c716d45b5ba gateway port host: dv-cinder-774594-3-smb {{(pid=85229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:24:57.344521 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-867172e0-b03a-45be-add9-c15d1018da2b req-9efdbd3c-ec26-4cf7-8c6c-b384ef01c031 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 943 time: 0.1562221 Apr 14 11:24:57.388462 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-867172e0-b03a-45be-add9-c15d1018da2b req-fb4ed71d-7865-4477-b4cb-1f8d0766fcb8 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427010 Apr 14 11:24:57.424763 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e49e60-0f31-47a6-9c9f-9e93aa1d9500 req-fc527234-1e66-4472-9987-71173b352231 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:57.437588 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-16e49e60-0f31-47a6-9c9f-9e93aa1d9500 req-fc527234-1e66-4472-9987-71173b352231 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 946 time: 0.2168136 Apr 14 11:24:57.485206 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-16e49e60-0f31-47a6-9c9f-9e93aa1d9500 req-6a44539b-ecd2-4afd-bd19-bcbe95362f22 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fca7b41-170b-4498-b59c-3e0436956ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463297 Apr 14 11:24:57.712511 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 60340) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:24:57.988806 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-04e518d5-9b56-4a29-8573-f5a5d88d6e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de1cae5-5a19-426d-a8b4-1c716d45b5ba', 'name': 'tempest-TestMinimumBasicScenario-1423623595-router', 'tenant_id': 'ac3e661fd4e34153a5f720d400020430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '7b88b98d-1697-4266-95f6-39f293c2ad5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:24:42Z', 'updated_at': '2021-04-14T11:24:49Z', 'revision_number': 4, 'project_id': 'ac3e661fd4e34153a5f720d400020430', 'gw_port': {'id': '7b88b98d-1697-4266-95f6-39f293c2ad5b', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de1cae5-5a19-426d-a8b4-1c716d45b5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:43Z', 'updated_at': '2021-04-14T11:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': 'a6b15bd1-04dc-4009-8626-58772ac2c99a', 'name': '', 'network_id': '3c15d8ce-cc51-4d86-b608-eed6b46e06cf', 'tenant_id': 'ac3e661fd4e34153a5f720d400020430', 'mac_address': 'fa:16:3e:d2:15:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de1cae5-5a19-426d-a8b4-1c716d45b5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4ab34569-d9f9-446b-bd56-4b0e30cb24f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:48Z', 'updated_at': '2021-04-14T11:24:56Z', 'revision_number': 4, 'project_id': 'ac3e661fd4e34153a5f720d400020430', 'subnets': [{'id': '4ab34569-d9f9-446b-bd56-4b0e30cb24f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:24:57.993127 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e518d5-9b56-4a29-8573-f5a5d88d6e4b None None] The sync data for ids ['9de1cae5-5a19-426d-a8b4-1c716d45b5ba'] in dv-cinder-774594-3-smb is: [{'id': '9de1cae5-5a19-426d-a8b4-1c716d45b5ba', 'name': 'tempest-TestMinimumBasicScenario-1423623595-router', 'tenant_id': 'ac3e661fd4e34153a5f720d400020430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '7b88b98d-1697-4266-95f6-39f293c2ad5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:24:42Z', 'updated_at': '2021-04-14T11:24:49Z', 'revision_number': 4, 'project_id': 'ac3e661fd4e34153a5f720d400020430', 'gw_port': {'id': '7b88b98d-1697-4266-95f6-39f293c2ad5b', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de1cae5-5a19-426d-a8b4-1c716d45b5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:43Z', 'updated_at': '2021-04-14T11:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': 'a6b15bd1-04dc-4009-8626-58772ac2c99a', 'name': '', 'network_id': '3c15d8ce-cc51-4d86-b608-eed6b46e06cf', 'tenant_id': 'ac3e661fd4e34153a5f720d400020430', 'mac_address': 'fa:16:3e:d2:15:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de1cae5-5a19-426d-a8b4-1c716d45b5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4ab34569-d9f9-446b-bd56-4b0e30cb24f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:48Z', 'updated_at': '2021-04-14T11:24:56Z', 'revision_number': 4, 'project_id': 'ac3e661fd4e34153a5f720d400020430', 'subnets': [{'id': '4ab34569-d9f9-446b-bd56-4b0e30cb24f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 11:24:58.101683 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66fdb7b-7aa6-4298-98f6-9e947de6c262 req-fd80ae87-e6bb-431b-bfa4-531e25917812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:58.108603 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b66fdb7b-7aa6-4298-98f6-9e947de6c262 req-fd80ae87-e6bb-431b-bfa4-531e25917812 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d797536746cd4942b8a3a1f5e7b19e2b&device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 1099 time: 0.1696532 Apr 14 11:24:58.126491 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28aa8c2-86fc-4c26-9d1d-c1434604bc6d req-3bc3e567-20b8-4b9f-8b4a-a40995ddd2fb tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:58.138616 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f28aa8c2-86fc-4c26-9d1d-c1434604bc6d req-3bc3e567-20b8-4b9f-8b4a-a40995ddd2fb tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 946 time: 0.2234957 Apr 14 11:24:58.246041 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f28aa8c2-86fc-4c26-9d1d-c1434604bc6d req-79aaa083-31f9-47f7-953e-2a145f21f418 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fca7b41-170b-4498-b59c-3e0436956ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063995 Apr 14 11:24:58.253042 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c8ffeeaa-333f-4657-8141-451718448ced req-96a53961-a49d-4bfd-bca5-ee507cdfbd63 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5389571 Apr 14 11:24:58.320406 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66fdb7b-7aa6-4298-98f6-9e947de6c262 req-b55304ec-ad62-4974-ac4a-1fef48f14cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:58.322168 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b66fdb7b-7aa6-4298-98f6-9e947de6c262 req-b55304ec-ad62-4974-ac4a-1fef48f14cf9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=107ffdc1-1c99-4692-a473-5dbc7ac62120 HTTP/1.1" status: 200 len: 912 time: 0.2060659 Apr 14 11:24:58.580523 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 705fd157-cc2d-4564-ac4d-19c9667cedb6 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:24:58.655315 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b66fdb7b-7aa6-4298-98f6-9e947de6c262 req-116de2e7-906b-4d4c-b459-2aca6fddea73 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c016cb05-b1e5-4c35-aecc-0925da1081a5 HTTP/1.1" status: 200 len: 1002 time: 0.2566886 Apr 14 11:24:58.824750 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3a465-d8f5-4663-9a67-ea554c1e3858 req-b18d1062-9f87-4039-abd3-2ea9122e7e87 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:58.828265 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9ec3a465-d8f5-4663-9a67-ea554c1e3858 req-b18d1062-9f87-4039-abd3-2ea9122e7e87 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 943 time: 0.2104418 Apr 14 11:24:58.846996 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66fdb7b-7aa6-4298-98f6-9e947de6c262 req-5572a4e3-289f-4c94-8d3a-2b1c3204f6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:58.848610 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b66fdb7b-7aa6-4298-98f6-9e947de6c262 req-5572a4e3-289f-4c94-8d3a-2b1c3204f6e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f8dd919b-1721-4048-9598-4db7b1b92807 HTTP/1.1" status: 200 len: 850 time: 0.1812930 Apr 14 11:24:58.880808 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9ec3a465-d8f5-4663-9a67-ea554c1e3858 req-c843f91f-0d23-45d5-abf8-db5d653b8e2e tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440462 Apr 14 11:24:58.989355 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479ee87-09b5-484f-85a5-97c45ade7089 req-4e01d00c-7071-4ba8-a321-c382385f5406 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:58.991616 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d479ee87-09b5-484f-85a5-97c45ade7089 req-4e01d00c-7071-4ba8-a321-c382385f5406 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.6635201 Apr 14 11:24:59.100900 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d479ee87-09b5-484f-85a5-97c45ade7089 req-657c67f6-9170-44c8-94f7-543774c27e4f tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967960 Apr 14 11:24:59.138428 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66fdb7b-7aa6-4298-98f6-9e947de6c262 req-48e74cb0-c492-4481-ad64-efb33f43e2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:59.139390 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b66fdb7b-7aa6-4298-98f6-9e947de6c262 req-48e74cb0-c492-4481-ad64-efb33f43e2c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=107ffdc1-1c99-4692-a473-5dbc7ac62120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2819946 Apr 14 11:24:59.229719 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device a6b15bd1-04dc-4009-8626-58772ac2c99a up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:24:59.368970 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning for port a6b15bd1-04dc-4009-8626-58772ac2c99a completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:24:59.380444 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning complete for port a6b15bd1-04dc-4009-8626-58772ac2c99a triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:24:59.380959 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:59.395118 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b66fdb7b-7aa6-4298-98f6-9e947de6c262 req-7e611ac0-90d5-49aa-9f78-82bf96fe5368 service neutron] 10.222.0.41 "GET /v2.0/networks/107ffdc1-1c99-4692-a473-5dbc7ac62120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484171 Apr 14 11:24:59.719098 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:59.740626 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] For port a6b15bd1-04dc-4009-8626-58772ac2c99a, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=a6b15bd1-04dc-4009-8626-58772ac2c99a,segment=NetworkSegment(45660556-47f6-4f72-ac21-a1d8c099a62d),segment_id=45660556-47f6-4f72-ac21-a1d8c099a62d)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:24:59.746260 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:24:59.749047 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b9092ea0-5594-425d-b0e5-841eae160290 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:24:59.868060 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Pushing event updated for resources: {'Port': ['ID=a6b15bd1-04dc-4009-8626-58772ac2c99a,revision_number=5']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:24:59.878914 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:24:59.934332 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88813b4-51b6-442d-bccc-1ffe135786ee req-be58bb85-2a08-47ae-a53b-5c5858c93576 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:24:59.936263 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d88813b4-51b6-442d-bccc-1ffe135786ee req-be58bb85-2a08-47ae-a53b-5c5858c93576 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 946 time: 0.5400608 Apr 14 11:25:00.012138 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d88813b4-51b6-442d-bccc-1ffe135786ee req-9c29d0d4-223a-42a3-91ad-76cd300b3088 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fca7b41-170b-4498-b59c-3e0436956ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632150 Apr 14 11:25:00.037185 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b66fdb7b-7aa6-4298-98f6-9e947de6c262 req-03a73ff4-6c14-476e-8d47-7d612e2fbfb4 service neutron] 10.222.0.41 "GET /v2.0/networks/107ffdc1-1c99-4692-a473-5dbc7ac62120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157587 Apr 14 11:25:00.232799 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25b95d-6953-495d-9a2c-5f958da062a4 req-2c9de6e3-30ba-4fd1-a26e-468d12e08396 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:00.239163 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffeeaa-333f-4657-8141-451718448ced req-758af6f7-7bb4-4aca-85b9-3ab77dced121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:00.240889 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c8ffeeaa-333f-4657-8141-451718448ced req-758af6f7-7bb4-4aca-85b9-3ab77dced121 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f&tenant_id=e9b3ef38e1d8424c861a2e84fef25222 HTTP/1.1" status: 200 len: 1096 time: 0.1547058 Apr 14 11:25:00.243055 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1b25b95d-6953-495d-9a2c-5f958da062a4 req-2c9de6e3-30ba-4fd1-a26e-468d12e08396 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 943 time: 0.1541853 Apr 14 11:25:00.312519 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1b25b95d-6953-495d-9a2c-5f958da062a4 req-eb2a1635-3199-490f-b5c7-f18e05548b6a tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674455 Apr 14 11:25:00.476790 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffeeaa-333f-4657-8141-451718448ced req-b2682cda-cb86-489e-93a9-710c8f4aab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:00.478576 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c8ffeeaa-333f-4657-8141-451718448ced req-b2682cda-cb86-489e-93a9-710c8f4aab84 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9b3ef38e1d8424c861a2e84fef25222&device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 1096 time: 0.1989410 Apr 14 11:25:00.487903 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2641fd6-2bb7-46ff-8e04-8b366fd47738 req-7804951e-e252-41fa-996d-66f4ea28057a tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:00.489977 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f2641fd6-2bb7-46ff-8e04-8b366fd47738 req-7804951e-e252-41fa-996d-66f4ea28057a tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.1339526 Apr 14 11:25:00.606939 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f2641fd6-2bb7-46ff-8e04-8b366fd47738 req-822d3cce-63ea-46a9-853a-73c8ec098c06 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937622 Apr 14 11:25:00.683720 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffeeaa-333f-4657-8141-451718448ced req-af305ce0-e41f-46b5-9b3a-cf0ff1a2c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:00.685875 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c8ffeeaa-333f-4657-8141-451718448ced req-af305ce0-e41f-46b5-9b3a-cf0ff1a2c78f service neutron] 10.222.0.41 "GET /v2.0/networks?id=712e05ed-c735-46b7-8a8c-2c06f81a1c29 HTTP/1.1" status: 200 len: 917 time: 0.1948221 Apr 14 11:25:00.825092 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c8ffeeaa-333f-4657-8141-451718448ced req-a2b2a509-c287-422e-9ef8-028434a48855 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=705fd157-cc2d-4564-ac4d-19c9667cedb6 HTTP/1.1" status: 200 len: 998 time: 0.1258397 Apr 14 11:25:00.918157 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffeeaa-333f-4657-8141-451718448ced req-b7abb274-1424-4cc5-a492-a1e751b2c429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:00.923270 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c8ffeeaa-333f-4657-8141-451718448ced req-b7abb274-1424-4cc5-a492-a1e751b2c429 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b2aaa5c-9e54-4364-a946-78c283f1ff6f HTTP/1.1" status: 200 len: 855 time: 0.0866933 Apr 14 11:25:01.018017 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffeeaa-333f-4657-8141-451718448ced req-a1f3623d-48db-4506-af64-221b2ce6d5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:01.020629 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c8ffeeaa-333f-4657-8141-451718448ced req-a1f3623d-48db-4506-af64-221b2ce6d5be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=712e05ed-c735-46b7-8a8c-2c06f81a1c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0929453 Apr 14 11:25:01.158824 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device a6b15bd1-04dc-4009-8626-58772ac2c99a up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:25:01.224198 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c8ffeeaa-333f-4657-8141-451718448ced req-387047e3-5b11-46ba-8566-d5e4e5dfd3d9 service neutron] 10.222.0.41 "GET /v2.0/networks/712e05ed-c735-46b7-8a8c-2c06f81a1c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866496 Apr 14 11:25:01.277051 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning complete for port a6b15bd1-04dc-4009-8626-58772ac2c99a triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:25:01.277593 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:01.287751 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c184c1ff-c19c-4a65-9234-764212ad7ab5 req-20b693db-ba15-4742-a794-19d978967fbb tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:01.289458 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c184c1ff-c19c-4a65-9234-764212ad7ab5 req-20b693db-ba15-4742-a794-19d978967fbb tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 946 time: 0.1071627 Apr 14 11:25:01.335274 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c184c1ff-c19c-4a65-9234-764212ad7ab5 req-5267a0f9-50a1-47f1-a65f-5d898d53c798 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fca7b41-170b-4498-b59c-3e0436956ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393176 Apr 14 11:25:01.391821 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c8ffeeaa-333f-4657-8141-451718448ced req-bfc6ffd2-a3ba-41fa-aced-3b97a27bc47c service neutron] 10.222.0.41 "GET /v2.0/networks/712e05ed-c735-46b7-8a8c-2c06f81a1c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583023 Apr 14 11:25:01.575558 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ddfed-5fb7-4f41-a0c0-0324647d8927 req-ac251334-4b41-4510-ab5e-ffda3c993b26 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:01.577201 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e16ddfed-5fb7-4f41-a0c0-0324647d8927 req-ac251334-4b41-4510-ab5e-ffda3c993b26 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 943 time: 0.1044879 Apr 14 11:25:01.610366 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e16ddfed-5fb7-4f41-a0c0-0324647d8927 req-4415e2ba-0ca1-4334-99f5-2f89972f4d89 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260303 Apr 14 11:25:01.829334 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2d0c0-952c-409d-aa45-d12e14d9a9e2 req-88209dae-3ead-45fd-9618-a138ae83470d tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:01.831590 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-70d2d0c0-952c-409d-aa45-d12e14d9a9e2 req-88209dae-3ead-45fd-9618-a138ae83470d tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.0950758 Apr 14 11:25:01.866684 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-70d2d0c0-952c-409d-aa45-d12e14d9a9e2 req-603fdb8c-4caf-4577-96be-61bc458f8517 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261312 Apr 14 11:25:02.412582 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7dbfbb-4d6e-4741-bbc9-f97b578f7f05 req-0653666b-7da9-4521-9131-69fdee5aea8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:02.414273 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7d7dbfbb-4d6e-4741-bbc9-f97b578f7f05 req-0653666b-7da9-4521-9131-69fdee5aea8d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 1099 time: 0.1023359 Apr 14 11:25:02.453901 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7d7dbfbb-4d6e-4741-bbc9-f97b578f7f05 req-2f71dcf2-951a-4af7-8e1e-455cce888aa9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322640 Apr 14 11:25:02.913757 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8bee7-19bf-4832-bfed-450a44360176 req-7cbe737d-f5eb-4286-a613-fa815a3ad94d tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:02.922291 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b2f8bee7-19bf-4832-bfed-450a44360176 req-7cbe737d-f5eb-4286-a613-fa815a3ad94d tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 943 time: 0.1077399 Apr 14 11:25:02.957204 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b2f8bee7-19bf-4832-bfed-450a44360176 req-e6803d24-99c0-4db0-af2b-b40504fd0f1a tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336809 Apr 14 11:25:03.221299 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab338d-e89f-492e-b22d-1b858892a83d req-bfeab876-a82c-446c-bed7-00a493ade448 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:03.223436 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5fab338d-e89f-492e-b22d-1b858892a83d req-bfeab876-a82c-446c-bed7-00a493ade448 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.1714394 Apr 14 11:25:03.268946 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5fab338d-e89f-492e-b22d-1b858892a83d req-8312432b-2dea-4d4a-857d-a8b0aa673041 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350757 Apr 14 11:25:04.269130 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f6d81-4744-46e8-ae16-3b5ab3f901dc req-8f6a3b8f-c465-4651-bcf5-203a547632a8 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:04.278698 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-938f6d81-4744-46e8-ae16-3b5ab3f901dc req-8f6a3b8f-c465-4651-bcf5-203a547632a8 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 943 time: 0.1242511 Apr 14 11:25:04.335985 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-938f6d81-4744-46e8-ae16-3b5ab3f901dc req-ae418883-d8fc-407d-a348-26fc6c2f3e74 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554945 Apr 14 11:25:04.552158 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6aaf51-5a10-4e5d-89df-1abaa5f694bf req-f0d17098-f220-4272-82fe-da9cfbb787b3 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:04.560055 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3a6aaf51-5a10-4e5d-89df-1abaa5f694bf req-f0d17098-f220-4272-82fe-da9cfbb787b3 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.1454537 Apr 14 11:25:04.599445 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3a6aaf51-5a10-4e5d-89df-1abaa5f694bf req-5775b0d2-c0d5-466d-a974-27f18c3cbf60 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379422 Apr 14 11:25:05.115800 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 6 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:25:05.556022 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69eadcc-c11f-40dd-96e8-19362a0543a6 req-448bdeb2-1926-44c9-9cdb-c6d4029dce87 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:05.557749 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d69eadcc-c11f-40dd-96e8-19362a0543a6 req-448bdeb2-1926-44c9-9cdb-c6d4029dce87 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 943 time: 0.1041503 Apr 14 11:25:05.590835 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d69eadcc-c11f-40dd-96e8-19362a0543a6 req-738bfd59-20d2-4b3d-bfc6-b8b7dc755885 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261614 Apr 14 11:25:05.649151 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-a0885732-03c3-4a69-ac81-695517fe0773 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:05.651097 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-a0885732-03c3-4a69-ac81-695517fe0773 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/networks?id=ac53151c-4a07-4555-933b-5b25406ca80f HTTP/1.1" status: 200 len: 815 time: 0.1794956 Apr 14 11:25:05.668444 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-412ff64d-85f9-4a0e-ab68-59a4618ca63a tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/quotas/afaf019a8c1e453eb9ab3cf44e7ad4fa HTTP/1.1" status: 200 len: 375 time: 0.0112185 Apr 14 11:25:05.777534 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-c75da31b-46db-4919-a26c-eec8edd7df53 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=afaf019a8c1e453eb9ab3cf44e7ad4fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0988154 Apr 14 11:25:05.833256 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d7d0f-3f4b-4b12-9555-13220bf43d94 req-0cca4a50-1eec-4acd-b056-3865c6a9f3b1 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:05.834901 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-336d7d0f-3f4b-4b12-9555-13220bf43d94 req-0cca4a50-1eec-4acd-b056-3865c6a9f3b1 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.0995481 Apr 14 11:25:05.871499 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-336d7d0f-3f4b-4b12-9555-13220bf43d94 req-c19c2911-c94d-495c-aa4f-622a0fc1ddbe tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298107 Apr 14 11:25:05.939077 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-32edc7eb-21a1-458a-82f0-0fb303532bd4 service neutron] 10.222.0.52 "GET /v2.0/networks/ac53151c-4a07-4555-933b-5b25406ca80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470447 Apr 14 11:25:06.296457 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-1938e708-8b5d-4c98-88c3-71a856a289dd service neutron] 10.222.0.52 "GET /v2.0/networks/ac53151c-4a07-4555-933b-5b25406ca80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506513 Apr 14 11:25:06.494825 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-8b28ec4d-4cbf-4105-af81-073a724592bc req-3b0c4726-4205-4d67-9883-b8e10504f5db tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Synchronizing usage tracker for tenant:afaf019a8c1e453eb9ab3cf44e7ad4fa on resource:port {{(pid=85228) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:25:06.513064 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-8b28ec4d-4cbf-4105-af81-073a724592bc req-3b0c4726-4205-4d67-9883-b8e10504f5db tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Unset dirty status for tenant:afaf019a8c1e453eb9ab3cf44e7ad4fa on resource:port {{(pid=85228) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:25:06.514379 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8b28ec4d-4cbf-4105-af81-073a724592bc req-3b0c4726-4205-4d67-9883-b8e10504f5db tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 210 time: 0.0700095 Apr 14 11:25:06.816850 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef6640-ef20-4f62-8e95-e08c8ba962ba req-c97053ce-b7de-4d0d-91dc-62133b433fa1 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:06.818680 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-50ef6640-ef20-4f62-8e95-e08c8ba962ba req-c97053ce-b7de-4d0d-91dc-62133b433fa1 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 943 time: 0.0920184 Apr 14 11:25:06.852669 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-50ef6640-ef20-4f62-8e95-e08c8ba962ba req-42aafb07-50c3-4d5c-a01e-e8e25d0d33b1 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274761 Apr 14 11:25:07.080939 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0a5f5b8f-452e-457d-a842-d0aebf3fa305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:07.115074 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a35b5b-33f6-4aec-b849-72593f32aa2e req-c4d95389-0220-4187-a44b-5c57997328a6 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:07.116714 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-39a35b5b-33f6-4aec-b849-72593f32aa2e req-c4d95389-0220-4187-a44b-5c57997328a6 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.1155322 Apr 14 11:25:07.149634 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-39a35b5b-33f6-4aec-b849-72593f32aa2e req-9dc51ca6-1124-42c5-8a56-6d44bb35a1ea tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263860 Apr 14 11:25:07.689604 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-be2ea000-50a6-4948-b99b-2324cac7fb92 req-b9c9e30f-38eb-4ea6-aaa2-d86f49be592b tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 210 time: 0.0521815 Apr 14 11:25:08.076341 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb57d1-a735-4724-9478-5fbe7cebc840 req-d51738e8-bd58-4a9a-8848-726d472f04f2 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:08.084440 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c2bb57d1-a735-4724-9478-5fbe7cebc840 req-d51738e8-bd58-4a9a-8848-726d472f04f2 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 943 time: 0.1073716 Apr 14 11:25:08.113335 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c2bb57d1-a735-4724-9478-5fbe7cebc840 req-0d7023a8-d96c-4e43-9445-30d1e951304e tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277591 Apr 14 11:25:08.354203 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728820b6-752c-42e7-896b-43d91c95b5a7 req-0d7a8f6f-1863-4721-9ae9-a081e9f9448c tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:08.355999 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-728820b6-752c-42e7-896b-43d91c95b5a7 req-0d7a8f6f-1863-4721-9ae9-a081e9f9448c tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.0903924 Apr 14 11:25:08.387828 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-728820b6-752c-42e7-896b-43d91c95b5a7 req-5ae4495e-f480-4d23-8ca6-cf85f7897682 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247941 Apr 14 11:25:08.853339 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-6c3e357d-d30e-4638-bdc7-af848d557c07 req-b026673b-39d7-4e71-837b-a32a161d865e tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 210 time: 0.0494719 Apr 14 11:25:08.880452 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1c4578ce-dc23-4056-b4ae-d73810d3d48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:09.331549 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e5e67-9378-4700-9c78-361a405f0ac4 req-c0147f82-fe64-405a-8dc6-494d99d3b1d0 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:09.333193 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2d7e5e67-9378-4700-9c78-361a405f0ac4 req-c0147f82-fe64-405a-8dc6-494d99d3b1d0 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 943 time: 0.0945086 Apr 14 11:25:09.367511 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2d7e5e67-9378-4700-9c78-361a405f0ac4 req-cd08a006-7ea1-4cf6-9ee2-2507547a5667 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266955 Apr 14 11:25:09.601017 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e4811-1c58-4ecd-9e05-ba18ead0b03f req-b5d3cfc6-0684-4224-adc2-a99548b1b8e4 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:09.602846 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-224e4811-1c58-4ecd-9e05-ba18ead0b03f req-b5d3cfc6-0684-4224-adc2-a99548b1b8e4 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.0953052 Apr 14 11:25:09.635125 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-224e4811-1c58-4ecd-9e05-ba18ead0b03f req-dcfd4722-5567-413d-87ae-6adada32e166 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254779 Apr 14 11:25:10.030434 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-6d99a357-5456-4a56-ab4d-980be136c767 req-b8f1802b-4685-428d-bf2c-c6b4b277c9b6 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 210 time: 0.0491252 Apr 14 11:25:10.077476 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:10.288876 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:10.572659 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0430c8-8f2e-4564-9b65-20b354319d50 req-0e86587e-2e22-40c4-8eb9-0a037b4e2fd9 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:10.574182 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9f0430c8-8f2e-4564-9b65-20b354319d50 req-0e86587e-2e22-40c4-8eb9-0a037b4e2fd9 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 943 time: 0.0871241 Apr 14 11:25:10.609481 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9f0430c8-8f2e-4564-9b65-20b354319d50 req-4131c0ff-912a-4e85-a0cc-b30c1f6618de tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0259941 Apr 14 11:25:10.847666 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c823f-d113-4ea3-b0eb-986dd214f3bd req-5165b7b9-727c-4ffd-a268-6ce3cdd4965d tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:10.849499 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-472c823f-d113-4ea3-b0eb-986dd214f3bd req-5165b7b9-727c-4ffd-a268-6ce3cdd4965d tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.0998213 Apr 14 11:25:10.885433 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-472c823f-d113-4ea3-b0eb-986dd214f3bd req-97c065b3-e3d9-4e81-a652-64181c9b8631 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290065 Apr 14 11:25:11.199085 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0174be02-7cd7-41d0-ab03-85a606c47225 req-75d648b9-0c53-46c9-b068-64aced4af43d tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 210 time: 0.0543056 Apr 14 11:25:11.451374 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:11.452629 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:11.832702 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18095497-3cc3-43d6-8c69-7bfdac0a9783 req-d0b5871c-a288-4006-bb57-90a889c40d76 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:11.834277 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-18095497-3cc3-43d6-8c69-7bfdac0a9783 req-d0b5871c-a288-4006-bb57-90a889c40d76 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 943 time: 0.0987566 Apr 14 11:25:11.865967 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-18095497-3cc3-43d6-8c69-7bfdac0a9783 req-e02f9d39-ef63-4c13-9653-6be2eb1cb3de tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0254130 Apr 14 11:25:12.099920 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850ec4f-87f2-4b46-b6d6-fd5c957f3424 req-13b95646-861c-42b9-9b59-40965e2538bb tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:12.101564 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a850ec4f-87f2-4b46-b6d6-fd5c957f3424 req-13b95646-861c-42b9-9b59-40965e2538bb tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.0974133 Apr 14 11:25:12.133375 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a850ec4f-87f2-4b46-b6d6-fd5c957f3424 req-d3b1498c-bbf9-4cae-be09-90dd72012273 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254018 Apr 14 11:25:12.365240 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7a2ac486-d224-46e5-999e-3845a0708aa1 req-58a0901c-9cc4-467d-96f0-7735c277d09b tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 210 time: 0.0495501 Apr 14 11:25:13.083390 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a757a81-b931-4e25-8fdf-f9984c14e278 req-d9a243de-30b7-4e68-a1c6-9a4e9ac47217 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:13.085753 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4a757a81-b931-4e25-8fdf-f9984c14e278 req-d9a243de-30b7-4e68-a1c6-9a4e9ac47217 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 943 time: 0.0975673 Apr 14 11:25:13.120810 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4a757a81-b931-4e25-8fdf-f9984c14e278 req-57a9f58f-e439-4b04-8630-a04e43e30324 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286050 Apr 14 11:25:13.337396 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d0560-e18c-4a9e-ab9d-0a516d625418 req-fb74f91f-34f8-4147-b73a-d4755ba3d59c tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:13.339029 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ee1d0560-e18c-4a9e-ab9d-0a516d625418 req-fb74f91f-34f8-4147-b73a-d4755ba3d59c tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.0923958 Apr 14 11:25:13.369801 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ee1d0560-e18c-4a9e-ab9d-0a516d625418 req-2598955f-a712-4dc1-a95e-099ae040aa0c tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0243301 Apr 14 11:25:13.524537 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c1952046-44e9-4770-a7c6-ee8564f7e83d req-9811d099-bc33-48d9-98c4-6ef4c5de8e1d tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 210 time: 0.0483210 Apr 14 11:25:14.324996 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6532dd-022e-472e-92b6-f6cd409d3232 req-6e625ccc-6e28-4f2c-bcc7-c7e1b74746ea tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:14.327327 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3f6532dd-022e-472e-92b6-f6cd409d3232 req-6e625ccc-6e28-4f2c-bcc7-c7e1b74746ea tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 943 time: 0.0892398 Apr 14 11:25:14.358781 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3f6532dd-022e-472e-92b6-f6cd409d3232 req-2163f55d-77d5-4716-a206-865ae6177c11 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0243378 Apr 14 11:25:14.571982 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5effa789-bd03-431d-a85a-2cd7162c9291 req-895f6f57-5d93-416c-a7eb-7c82043393fe tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:14.573588 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5effa789-bd03-431d-a85a-2cd7162c9291 req-895f6f57-5d93-416c-a7eb-7c82043393fe tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.0878344 Apr 14 11:25:14.606500 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5effa789-bd03-431d-a85a-2cd7162c9291 req-27fec6d9-7218-4e45-882a-0beaddcb0b90 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263555 Apr 14 11:25:14.692843 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-bd7311a1-50bf-472e-8187-9caa46a0beaf req-248c9398-20d6-4556-b878-60154f9c39bf tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 210 time: 0.0508306 Apr 14 11:25:15.306416 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-2254d855-4476-497a-952a-db82c0dbf762 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:15.307186 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-2254d855-4476-497a-952a-db82c0dbf762 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Synchronizing usage tracker for tenant:afaf019a8c1e453eb9ab3cf44e7ad4fa on resource:network {{(pid=85228) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:25:15.323158 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-2254d855-4476-497a-952a-db82c0dbf762 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Unset dirty status for tenant:afaf019a8c1e453eb9ab3cf44e7ad4fa on resource:network {{(pid=85228) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:25:15.329979 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-2254d855-4476-497a-952a-db82c0dbf762 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.41 "GET /v2.0/networks?id=ac53151c-4a07-4555-933b-5b25406ca80f HTTP/1.1" status: 200 len: 815 time: 0.1781511 Apr 14 11:25:15.338144 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-f9d45924-60be-4f30-8281-f0cf6b22eb4f tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Request body: {'port': {'device_id': 'f7062ce8-da54-4428-82b1-f967b1343d80', 'network_id': 'ac53151c-4a07-4555-933b-5b25406ca80f', 'admin_state_up': True, 'tenant_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa'}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:25:15.486246 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-f9d45924-60be-4f30-8281-f0cf6b22eb4f tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:25:15.552983 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-f9d45924-60be-4f30-8281-f0cf6b22eb4f tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:25:15.568872 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-f9d45924-60be-4f30-8281-f0cf6b22eb4f tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Made reservation on behalf of afaf019a8c1e453eb9ab3cf44e7ad4fa for: {'port': 1} {{(pid=85228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:25:15.581140 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-f9d45924-60be-4f30-8281-f0cf6b22eb4f tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:15.683279 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec83ed9-b852-4684-9416-a93fb99d7f6d req-86b7f53e-8331-4ab8-a08f-cc95cbc800cd tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:15.684925 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3ec83ed9-b852-4684-9416-a93fb99d7f6d req-86b7f53e-8331-4ab8-a08f-cc95cbc800cd tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 943 time: 0.2045207 Apr 14 11:25:15.733358 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3ec83ed9-b852-4684-9416-a93fb99d7f6d req-1c75d90a-25ab-4191-b4c2-dedbf31f3845 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399096 Apr 14 11:25:15.811420 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-f9d45924-60be-4f30-8281-f0cf6b22eb4f tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Allocated IP 172.20.0.14 (ac53151c-4a07-4555-933b-5b25406ca80f/d1a71b1c-3b16-43d6-881e-23a824385fe9/1d3a4402-523d-4387-a129-5cda154bd839) {{(pid=85228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:25:15.862806 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9a988-01b7-4b12-8579-46dc51d4fd8d req-1069e49f-a3ca-45a5-9b1e-63307666a339 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:15.864471 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-20a9a988-01b7-4b12-8579-46dc51d4fd8d req-1069e49f-a3ca-45a5-9b1e-63307666a339 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.1085196 Apr 14 11:25:15.898229 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-20a9a988-01b7-4b12-8579-46dc51d4fd8d req-79ae0dee-7407-4015-bf38-17744bccc746 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270019 Apr 14 11:25:15.996116 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a1b44527-370e-437d-b213-20095186c754 req-dae88ed6-9015-406f-ae24-3a8096198f95 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 210 time: 0.1226633 Apr 14 11:25:16.184380 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-f9d45924-60be-4f30-8281-f0cf6b22eb4f tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks [] for port, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:16.208004 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-f9d45924-60be-4f30-8281-f0cf6b22eb4f tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Transition to ACTIVE for port object 1d3a4402-523d-4387-a129-5cda154bd839 will not be triggered until provisioned by entity DHCP. {{(pid=85228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:25:16.243918 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-f9d45924-60be-4f30-8281-f0cf6b22eb4f tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1926183'] for port, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:16.267324 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:25:16.458515 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d45924-60be-4f30-8281-f0cf6b22eb4f tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Pushing event updated for resources: {'Port': ['ID=1d3a4402-523d-4387-a129-5cda154bd839,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:25:16.469733 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-f9d45924-60be-4f30-8281-f0cf6b22eb4f tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:25:16.556726 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-f9d45924-60be-4f30-8281-f0cf6b22eb4f tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Network ac53151c-4a07-4555-933b-5b25406ca80f is already hosted by enough agents. {{(pid=85228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:25:16.562252 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-f9d45924-60be-4f30-8281-f0cf6b22eb4f tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Resources bound (agent type, host, resource id): {{(pid=85228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:25:16.565342 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-f9d45924-60be-4f30-8281-f0cf6b22eb4f tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Received port after_create {{(pid=85228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:25:16.637879 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805cf66-710f-4b17-a4e2-a0b79b103724 req-15612105-24a4-47b9-b993-e0c6a7398acd tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:16.639763 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b805cf66-710f-4b17-a4e2-a0b79b103724 req-15612105-24a4-47b9-b993-e0c6a7398acd tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.1102061 Apr 14 11:25:16.644960 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-f9d45924-60be-4f30-8281-f0cf6b22eb4f tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:16.645684 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-f9d45924-60be-4f30-8281-f0cf6b22eb4f tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:16.675292 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b805cf66-710f-4b17-a4e2-a0b79b103724 req-fdd86918-07d5-4242-b8c9-e16c12d9fbbc tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278676 Apr 14 11:25:16.689466 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-f9d45924-60be-4f30-8281-f0cf6b22eb4f tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3545561 Apr 14 11:25:16.909391 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-f6cbff63-aec6-4add-8347-5d55d3fd7063 None None] Provisioning for port 1d3a4402-523d-4387-a129-5cda154bd839 completed by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:25:16.916211 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-f6cbff63-aec6-4add-8347-5d55d3fd7063 None None] Provisioning complete for port 1d3a4402-523d-4387-a129-5cda154bd839 triggered by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:25:16.916881 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f6cbff63-aec6-4add-8347-5d55d3fd7063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:16.980114 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-f6cbff63-aec6-4add-8347-5d55d3fd7063 None None] Port 1d3a4402-523d-4387-a129-5cda154bd839 cannot update to ACTIVE because it is not bound. {{(pid=85229) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 11:25:17.237955 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404aa94-7688-47ab-9cf2-c1a8e040fbf6 req-98c91f70-7ef2-478c-ab1c-eaa03c550734 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:17.247292 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0404aa94-7688-47ab-9cf2-c1a8e040fbf6 req-98c91f70-7ef2-478c-ab1c-eaa03c550734 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 943 time: 0.3790121 Apr 14 11:25:17.285408 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0404aa94-7688-47ab-9cf2-c1a8e040fbf6 req-b81375e1-3292-4a8d-ae6f-78055a6c9096 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340962 Apr 14 11:25:17.292446 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377149d-4a4c-42d6-89a5-b5f91ea2f9b6 req-f76441ae-c9ed-47d9-a8dc-c59490fe85d0 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:17.300973 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d377149d-4a4c-42d6-89a5-b5f91ea2f9b6 req-f76441ae-c9ed-47d9-a8dc-c59490fe85d0 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 932 time: 0.1295323 Apr 14 11:25:17.357773 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d377149d-4a4c-42d6-89a5-b5f91ea2f9b6 req-e4cfd899-e34b-4e44-a8fd-05443a03df95 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/security-groups?id=92c111e1-d74b-4ea2-8da0-35dcedf4cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439417 Apr 14 11:25:17.893597 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a634d-6b9c-4ead-a76a-ad559007cbd4 req-ecaa8221-8173-4e3a-8b43-42c8aa71eddb tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:17.895128 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-cf8a634d-6b9c-4ead-a76a-ad559007cbd4 req-ecaa8221-8173-4e3a-8b43-42c8aa71eddb tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.0977676 Apr 14 11:25:17.926043 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-cf8a634d-6b9c-4ead-a76a-ad559007cbd4 req-1c014c21-1a07-43e4-b244-eb3704ef563a tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244801 Apr 14 11:25:18.508345 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83034522-9669-446e-a5ed-6373d2e082a0 req-3e02723e-ced3-46f0-81e7-cdbfb6b624a4 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:18.510266 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-83034522-9669-446e-a5ed-6373d2e082a0 req-3e02723e-ced3-46f0-81e7-cdbfb6b624a4 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 943 time: 0.1018937 Apr 14 11:25:18.544110 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-83034522-9669-446e-a5ed-6373d2e082a0 req-b5ee0e87-2b1e-46f1-be37-6f1791039211 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270212 Apr 14 11:25:18.593646 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f328dcc-a584-42d1-8d2a-9c3fe89e3db4 req-8903874e-72ce-4527-930e-93f7dedb65ea tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:18.596079 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5f328dcc-a584-42d1-8d2a-9c3fe89e3db4 req-8903874e-72ce-4527-930e-93f7dedb65ea tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 932 time: 0.1094172 Apr 14 11:25:18.628192 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5f328dcc-a584-42d1-8d2a-9c3fe89e3db4 req-6cd6c7dc-9b18-43d1-b6cd-750515661415 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/security-groups?id=92c111e1-d74b-4ea2-8da0-35dcedf4cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254183 Apr 14 11:25:18.703837 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 705fd157-cc2d-4564-ac4d-19c9667cedb6 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 11:25:18.847699 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port 705fd157-cc2d-4564-ac4d-19c9667cedb6, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=705fd157-cc2d-4564-ac4d-19c9667cedb6,segment=NetworkSegment(68eb76e0-e4c1-4e3c-88ca-0b72840edf3e),segment_id=68eb76e0-e4c1-4e3c-88ca-0b72840edf3e)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:25:18.861411 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Returning: {'device': '705fd157-cc2d-4564-ac4d-19c9667cedb6', 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29', 'port_id': '705fd157-cc2d-4564-ac4d-19c9667cedb6', 'mac_address': 'fa:16:3e:0b:67:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b2aaa5c-9e54-4364-a946-78c283f1ff6f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 11:25:18.919592 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:18.921003 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 705fd157-cc2d-4564-ac4d-19c9667cedb6 {{(pid=85229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:25:18.940793 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port 705fd157-cc2d-4564-ac4d-19c9667cedb6, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=705fd157-cc2d-4564-ac4d-19c9667cedb6,segment=NetworkSegment(68eb76e0-e4c1-4e3c-88ca-0b72840edf3e),segment_id=68eb76e0-e4c1-4e3c-88ca-0b72840edf3e)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:25:18.944590 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:18.946756 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:25:19.031447 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=705fd157-cc2d-4564-ac4d-19c9667cedb6,revision_number=9']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:25:19.041068 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:25:19.041458 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:25:19.041833 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:25:19.042205 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:25:19.042607 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:25:19.042973 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:25:19.043340 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:25:19.043703 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:25:19.044061 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:25:19.044421 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:25:19.044778 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:25:19.045259 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:25:19.049458 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:25:19.146466 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db844d-827d-4e14-9410-99785b066980 req-7866b763-094b-447b-928b-556e77e0ffb1 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:19.148023 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-38db844d-827d-4e14-9410-99785b066980 req-7866b763-094b-447b-928b-556e77e0ffb1 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.0935435 Apr 14 11:25:19.178867 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-38db844d-827d-4e14-9410-99785b066980 req-e08cbf64-cf58-4b80-b8e5-710bb45b481f tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0240443 Apr 14 11:25:19.268079 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] get_ports_and_sgs() called for port_ids ['705fd157-cc2d-4564-ac4d-19c9667cedb6'] {{(pid=85229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 11:25:19.864689 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1cd385-2a8f-4ea4-bdc4-7ff07b9896e9 req-fc80dec6-3d32-4b5d-a551-61c7d57d5db9 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:19.865378 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-9d1cd385-2a8f-4ea4-bdc4-7ff07b9896e9 req-fc80dec6-3d32-4b5d-a551-61c7d57d5db9 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Synchronizing usage tracker for tenant:afaf019a8c1e453eb9ab3cf44e7ad4fa on resource:port {{(pid=85228) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:25:19.880129 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-9d1cd385-2a8f-4ea4-bdc4-7ff07b9896e9 req-fc80dec6-3d32-4b5d-a551-61c7d57d5db9 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Unset dirty status for tenant:afaf019a8c1e453eb9ab3cf44e7ad4fa on resource:port {{(pid=85228) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:25:19.881378 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9d1cd385-2a8f-4ea4-bdc4-7ff07b9896e9 req-fc80dec6-3d32-4b5d-a551-61c7d57d5db9 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 932 time: 0.1195719 Apr 14 11:25:19.906922 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf98962-fadc-4501-bf3f-ad1833dfdb36 req-7405855a-b6db-4346-98a0-1e0511dd9aa6 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:19.909035 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-6cf98962-fadc-4501-bf3f-ad1833dfdb36 req-7405855a-b6db-4346-98a0-1e0511dd9aa6 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 944 time: 0.1082678 Apr 14 11:25:19.911577 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-9d1cd385-2a8f-4ea4-bdc4-7ff07b9896e9 req-30794cce-dfa9-4c0b-8610-fc87a1d7d307 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Synchronizing usage tracker for tenant:afaf019a8c1e453eb9ab3cf44e7ad4fa on resource:security_group {{(pid=85228) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:25:19.928113 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-9d1cd385-2a8f-4ea4-bdc4-7ff07b9896e9 req-30794cce-dfa9-4c0b-8610-fc87a1d7d307 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Unset dirty status for tenant:afaf019a8c1e453eb9ab3cf44e7ad4fa on resource:security_group {{(pid=85228) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:25:19.929387 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9d1cd385-2a8f-4ea4-bdc4-7ff07b9896e9 req-30794cce-dfa9-4c0b-8610-fc87a1d7d307 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/security-groups?id=92c111e1-d74b-4ea2-8da0-35dcedf4cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416079 Apr 14 11:25:19.950281 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-6cf98962-fadc-4501-bf3f-ad1833dfdb36 req-218478cd-e4b5-4bfc-9237-888b3276c4ff tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344148 Apr 14 11:25:20.390382 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a4356-7779-439f-ae07-d747a7500b49 req-06203728-2e59-4d11-bc0a-8181c582f7f6 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:20.392545 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9d8a4356-7779-439f-ae07-d747a7500b49 req-06203728-2e59-4d11-bc0a-8181c582f7f6 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.0965326 Apr 14 11:25:20.423248 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9d8a4356-7779-439f-ae07-d747a7500b49 req-5fdac314-e9d4-4c84-8a91-04dff1441f8e tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0243347 Apr 14 11:25:20.707999 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 705fd157-cc2d-4564-ac4d-19c9667cedb6 up at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:25:20.787466 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning complete for port 705fd157-cc2d-4564-ac4d-19c9667cedb6 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:25:20.787874 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:20.917622 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:20.929790 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00f0834-f88b-40b4-84e2-252486a4be7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705fd157-cc2d-4564-ac4d-19c9667cedb6'}] {{(pid=85229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:25:20.941374 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port 705fd157-cc2d-4564-ac4d-19c9667cedb6, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=705fd157-cc2d-4564-ac4d-19c9667cedb6,segment=NetworkSegment(68eb76e0-e4c1-4e3c-88ca-0b72840edf3e),segment_id=68eb76e0-e4c1-4e3c-88ca-0b72840edf3e)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:25:20.944465 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:20.946548 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-962b8ff5-23d4-443c-ac27-4d07f3e80f6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:25:20.979404 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00f0834-f88b-40b4-84e2-252486a4be7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705fd157-cc2d-4564-ac4d-19c9667cedb6', 'code': 200} Apr 14 11:25:21.030660 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=705fd157-cc2d-4564-ac4d-19c9667cedb6,revision_number=10']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:25:21.062182 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:25:21.169616 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7bcdd-dd22-4dab-8cbe-9227bb947f81 req-4f87c8ed-f903-46a2-ab33-f1644b521bca tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:21.171164 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-79f7bcdd-dd22-4dab-8cbe-9227bb947f81 req-4f87c8ed-f903-46a2-ab33-f1644b521bca tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 932 time: 0.0906496 Apr 14 11:25:21.171322 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372e135-34e8-459a-bf11-386ce1badf29 req-c1feae67-a229-455d-ab54-4aeb1b8cb919 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:21.172969 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d372e135-34e8-459a-bf11-386ce1badf29 req-c1feae67-a229-455d-ab54-4aeb1b8cb919 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 946 time: 0.0924237 Apr 14 11:25:21.202640 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-79f7bcdd-dd22-4dab-8cbe-9227bb947f81 req-bb571674-9b5b-4b0b-b9a7-c64b5c8c5ff3 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/security-groups?id=92c111e1-d74b-4ea2-8da0-35dcedf4cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250299 Apr 14 11:25:21.203501 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d372e135-34e8-459a-bf11-386ce1badf29 req-cb0cc268-6bb3-4e59-b96d-93c4da1050a5 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0240214 Apr 14 11:25:21.636976 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ad79a-6a89-45b8-b3f8-c6c81912ca3f req-ec3dc4e8-563b-45e6-b0d5-233cb8f24754 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:21.638707 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-eb9ad79a-6a89-45b8-b3f8-c6c81912ca3f req-ec3dc4e8-563b-45e6-b0d5-233cb8f24754 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.0967700 Apr 14 11:25:21.678975 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-eb9ad79a-6a89-45b8-b3f8-c6c81912ca3f req-0eab5eef-57ae-4d85-9bbd-3b8053055a46 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262189 Apr 14 11:25:22.426050 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860cae7-f547-4b8c-9421-824303f97c0e req-c23e6f05-4559-4f81-a620-df7c170cfe6f tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:22.427807 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1860cae7-f547-4b8c-9421-824303f97c0e req-c23e6f05-4559-4f81-a620-df7c170cfe6f tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 932 time: 0.1004901 Apr 14 11:25:22.445454 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427bf29-632a-4442-b5bf-e95538ab508d req-73cbf1eb-79ef-4b93-9932-1542a06103f7 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:22.447168 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b427bf29-632a-4442-b5bf-e95538ab508d req-73cbf1eb-79ef-4b93-9932-1542a06103f7 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 946 time: 0.0957334 Apr 14 11:25:22.461113 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1860cae7-f547-4b8c-9421-824303f97c0e req-198b11fc-94fd-47a9-8b66-0f0668e1902e tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/security-groups?id=92c111e1-d74b-4ea2-8da0-35dcedf4cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266371 Apr 14 11:25:22.487169 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b427bf29-632a-4442-b5bf-e95538ab508d req-804e249c-800b-4aa6-b334-64965f325dc9 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331678 Apr 14 11:25:22.882854 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83118d-fea1-4248-a5d4-505e9a110354 req-4fc7c75c-4b6b-4e14-8b0c-8527b7b8f21a tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:22.884447 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3e83118d-fea1-4248-a5d4-505e9a110354 req-4fc7c75c-4b6b-4e14-8b0c-8527b7b8f21a tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.0878947 Apr 14 11:25:22.918919 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3e83118d-fea1-4248-a5d4-505e9a110354 req-9a2eb03e-e63a-4f49-a143-cc744748ce49 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0240152 Apr 14 11:25:23.675506 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa16a0-7e96-4dd6-bce9-e1ef1ff601a6 req-7fd8d18f-2511-4305-a232-421494030c75 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:23.677194 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-fafa16a0-7e96-4dd6-bce9-e1ef1ff601a6 req-7fd8d18f-2511-4305-a232-421494030c75 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 932 time: 0.0996902 Apr 14 11:25:23.726959 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-fafa16a0-7e96-4dd6-bce9-e1ef1ff601a6 req-25775029-146d-424c-b820-c2d8e814a475 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/security-groups?id=92c111e1-d74b-4ea2-8da0-35dcedf4cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429034 Apr 14 11:25:23.751190 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead790e-218e-4b14-a294-8fa083dfd640 req-d4dcf9cf-4283-4e3a-a9b2-94c8066d8c31 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:23.761149 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-cead790e-218e-4b14-a294-8fa083dfd640 req-d4dcf9cf-4283-4e3a-a9b2-94c8066d8c31 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 946 time: 0.1419072 Apr 14 11:25:23.810867 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-cead790e-218e-4b14-a294-8fa083dfd640 req-7d372e7a-5085-4bdc-b9e3-993e652b5d59 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485651 Apr 14 11:25:24.137270 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e69c90-d00c-4a4f-ac88-03fae77bb4aa req-2a78404f-8697-46f0-bbc9-4277017f6b67 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:24.138880 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-00e69c90-d00c-4a4f-ac88-03fae77bb4aa req-2a78404f-8697-46f0-bbc9-4277017f6b67 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.1066575 Apr 14 11:25:24.170761 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-00e69c90-d00c-4a4f-ac88-03fae77bb4aa req-a46f3e15-12e9-47a2-8da5-a32b75c8bdb6 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0249138 Apr 14 11:25:24.955333 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35112f0-82c6-4859-b0ae-c117981b89dd req-f97076f7-06d4-43d8-9be4-3884fe939277 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:24.956943 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f35112f0-82c6-4859-b0ae-c117981b89dd req-f97076f7-06d4-43d8-9be4-3884fe939277 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 932 time: 0.0901139 Apr 14 11:25:24.988924 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f35112f0-82c6-4859-b0ae-c117981b89dd req-834a8cef-a2dd-4c05-b7fa-d8dc0f5b27da tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/security-groups?id=92c111e1-d74b-4ea2-8da0-35dcedf4cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0253360 Apr 14 11:25:25.043144 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054518e-f10c-423e-b995-a8d3be9dfd62 req-c390737b-8dc9-43a4-b5fa-b3afcde88d4b tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:25.051046 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1054518e-f10c-423e-b995-a8d3be9dfd62 req-c390737b-8dc9-43a4-b5fa-b3afcde88d4b tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 946 time: 0.1232927 Apr 14 11:25:25.085272 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1054518e-f10c-423e-b995-a8d3be9dfd62 req-18a04a59-de5c-4def-b01a-caa2e59d374d tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276034 Apr 14 11:25:25.376836 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59c360-0e76-4dcc-bfe2-75e426995218 req-36c935e4-e201-44a0-864a-9245d9d3e534 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:25.378481 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-cd59c360-0e76-4dcc-bfe2-75e426995218 req-36c935e4-e201-44a0-864a-9245d9d3e534 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.0931528 Apr 14 11:25:25.421980 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-cd59c360-0e76-4dcc-bfe2-75e426995218 req-c039f4a3-ed0f-4b3c-886f-5c567929d65d tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357926 Apr 14 11:25:26.205707 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa50ce-5ef2-44f1-863f-e9263baaae77 req-070688e6-0816-4190-91da-fb2ff71be1bb tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:26.207356 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-68fa50ce-5ef2-44f1-863f-e9263baaae77 req-070688e6-0816-4190-91da-fb2ff71be1bb tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 932 time: 0.0974905 Apr 14 11:25:26.240158 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-68fa50ce-5ef2-44f1-863f-e9263baaae77 req-f52ea17a-5db5-4a35-9735-242b940f7181 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/security-groups?id=92c111e1-d74b-4ea2-8da0-35dcedf4cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258768 Apr 14 11:25:26.317458 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1802c-34be-43a4-9785-b0db241417b2 req-e338bf36-fd56-4a74-b3b4-e690b47e3eab tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:26.325320 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2bb1802c-34be-43a4-9785-b0db241417b2 req-e338bf36-fd56-4a74-b3b4-e690b47e3eab tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 946 time: 0.1066573 Apr 14 11:25:26.351555 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2bb1802c-34be-43a4-9785-b0db241417b2 req-ddf46818-5e56-49c1-9aea-01756e2a67d4 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0252805 Apr 14 11:25:26.641411 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622822a2-e0e3-4dae-9bd8-2d266cd250d9 req-e825505f-0a3d-4253-9d6f-202fb5c0212c tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:26.643063 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-622822a2-e0e3-4dae-9bd8-2d266cd250d9 req-e825505f-0a3d-4253-9d6f-202fb5c0212c tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.1047676 Apr 14 11:25:26.673829 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-622822a2-e0e3-4dae-9bd8-2d266cd250d9 req-9a80cf48-e992-4587-af9a-e85bbb26d98c tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0238090 Apr 14 11:25:27.452485 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a49981-ca45-44c4-a9c9-e2c2622c8056 req-59c923be-b471-49cd-9f59-144ee37189a3 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:27.456085 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-38a49981-ca45-44c4-a9c9-e2c2622c8056 req-59c923be-b471-49cd-9f59-144ee37189a3 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 932 time: 0.0960968 Apr 14 11:25:27.486260 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-38a49981-ca45-44c4-a9c9-e2c2622c8056 req-e57e03bd-ff71-4b8d-9965-e151ab21f256 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/security-groups?id=92c111e1-d74b-4ea2-8da0-35dcedf4cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251942 Apr 14 11:25:27.563222 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84341c29-c2a4-49ee-9e1a-5b9514c1bca4 req-a804e72e-0544-43fb-b518-3f8f2b9dbf78 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:27.565247 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-84341c29-c2a4-49ee-9e1a-5b9514c1bca4 req-a804e72e-0544-43fb-b518-3f8f2b9dbf78 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 946 time: 0.0889144 Apr 14 11:25:27.596251 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-84341c29-c2a4-49ee-9e1a-5b9514c1bca4 req-cc1e40b3-a6d1-4727-8383-f7198db95a52 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0244954 Apr 14 11:25:27.880420 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a66af-7c53-4f31-861e-90080ca4496c req-e2c38772-d923-496a-807b-e937336f8046 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:27.881910 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3e0a66af-7c53-4f31-861e-90080ca4496c req-e2c38772-d923-496a-807b-e937336f8046 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.0873249 Apr 14 11:25:27.911381 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3e0a66af-7c53-4f31-861e-90080ca4496c req-0508e84f-82ab-41d0-a28b-2076aea63e62 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0232871 Apr 14 11:25:28.082906 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-27be5971-b4b7-4872-bd3d-3aeae52c2e7f service neutron] Request body: {'port': {'device_id': 'f7062ce8-da54-4428-82b1-f967b1343d80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:25:28.209477 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-27be5971-b4b7-4872-bd3d-3aeae52c2e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:28.246559 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff643c-0e87-4adb-b6f1-cceaa98a9612 req-7a577097-6305-48ea-8837-9aea0400d76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:28.248142 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-51ff643c-0e87-4adb-b6f1-cceaa98a9612 req-7a577097-6305-48ea-8837-9aea0400d76d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b3f85d7308945ada4fb45e00aa6c46b&device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 1099 time: 0.0828686 Apr 14 11:25:28.413059 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff643c-0e87-4adb-b6f1-cceaa98a9612 req-d0802dc6-939e-4099-a1b8-0f6a217bca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:28.414641 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-51ff643c-0e87-4adb-b6f1-cceaa98a9612 req-d0802dc6-939e-4099-a1b8-0f6a217bca71 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6c770865-86da-4d8e-8a44-f942f5188572 HTTP/1.1" status: 200 len: 919 time: 0.1350415 Apr 14 11:25:28.486903 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-51ff643c-0e87-4adb-b6f1-cceaa98a9612 req-486c4955-9079-4509-b668-fcfc22d942b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67800dfe-e336-4c31-8382-bd269e42ae39 HTTP/1.1" status: 200 len: 217 time: 0.0648909 Apr 14 11:25:28.557308 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff643c-0e87-4adb-b6f1-cceaa98a9612 req-4c9c363c-a244-46d1-8878-9cc06f804767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:28.558889 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-51ff643c-0e87-4adb-b6f1-cceaa98a9612 req-4c9c363c-a244-46d1-8878-9cc06f804767 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d82680c-cf66-4a62-ac40-d953780f4e06 HTTP/1.1" status: 200 len: 858 time: 0.0650992 Apr 14 11:25:28.620959 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-51ff643c-0e87-4adb-b6f1-cceaa98a9612 req-f0b98949-754e-4905-8728-36a21f968e77 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6c770865-86da-4d8e-8a44-f942f5188572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494130 Apr 14 11:25:28.663464 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-27be5971-b4b7-4872-bd3d-3aeae52c2e7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d3a4402-523d-4387-a129-5cda154bd839 {{(pid=85228) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:25:28.674182 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-27be5971-b4b7-4872-bd3d-3aeae52c2e7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:28.711177 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-27be5971-b4b7-4872-bd3d-3aeae52c2e7f service neutron] Transition to ACTIVE for port object 1d3a4402-523d-4387-a129-5cda154bd839 will not be triggered until provisioned by entity L2. {{(pid=85228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:25:28.716039 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-27be5971-b4b7-4872-bd3d-3aeae52c2e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852849601'] for port, after_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:28.731862 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:25:28.838693 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cf74e-366d-4d67-9b0e-01b0b6fdcc36 req-ae42a120-0975-4bc4-9c1a-b73c5cff203c tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:28.840303 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8a9cf74e-366d-4d67-9b0e-01b0b6fdcc36 req-ae42a120-0975-4bc4-9c1a-b73c5cff203c tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 932 time: 0.2331648 Apr 14 11:25:28.866217 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-51ff643c-0e87-4adb-b6f1-cceaa98a9612 req-a88329a6-1e6d-481f-98ea-dab610cd2513 service neutron] 10.222.0.41 "GET /v2.0/networks/6c770865-86da-4d8e-8a44-f942f5188572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384403 Apr 14 11:25:28.900518 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8a9cf74e-366d-4d67-9b0e-01b0b6fdcc36 req-4279bf82-fc80-4547-bc9d-80adadce6748 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/security-groups?id=92c111e1-d74b-4ea2-8da0-35dcedf4cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504785 Apr 14 11:25:28.908336 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be5971-b4b7-4872-bd3d-3aeae52c2e7f service neutron] Pushing event updated for resources: {'Port': ['ID=1d3a4402-523d-4387-a129-5cda154bd839,revision_number=2']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:25:28.921231 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-27be5971-b4b7-4872-bd3d-3aeae52c2e7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:25:29.066567 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-51ff643c-0e87-4adb-b6f1-cceaa98a9612 req-e62dc8ac-9e15-4e54-b523-87345df9bb50 service neutron] 10.222.0.41 "GET /v2.0/networks/6c770865-86da-4d8e-8a44-f942f5188572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919119 Apr 14 11:25:29.076301 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccffae44-12e3-42ee-a009-f65df8f73a5b req-66b338b6-5f9f-4614-b33d-2b413e3a7411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:29.077878 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ccffae44-12e3-42ee-a009-f65df8f73a5b req-66b338b6-5f9f-4614-b33d-2b413e3a7411 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 1099 time: 0.3408306 Apr 14 11:25:29.091403 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea732fb5-aa91-484b-9197-05fcd37ce11b req-b2a62341-815d-4e27-838f-8ae7c00b2811 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:29.093053 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ea732fb5-aa91-484b-9197-05fcd37ce11b req-b2a62341-815d-4e27-838f-8ae7c00b2811 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 946 time: 0.3145230 Apr 14 11:25:29.135492 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ccffae44-12e3-42ee-a009-f65df8f73a5b req-276e1cac-ea8c-47f4-8980-7ba18b311886 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413296 Apr 14 11:25:29.142453 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ea732fb5-aa91-484b-9197-05fcd37ce11b req-c42a3ad3-2b59-4bcc-b0c2-fa93e5fa0d07 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338585 Apr 14 11:25:29.230466 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-27be5971-b4b7-4872-bd3d-3aeae52c2e7f service neutron] Attempting to bind port 1d3a4402-523d-4387-a129-5cda154bd839 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=85228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:25:29.230861 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-27be5971-b4b7-4872-bd3d-3aeae52c2e7f service neutron] Attempting to bind port 1d3a4402-523d-4387-a129-5cda154bd839 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '1281ef78-4400-4bc6-bf65-6b8539a805bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac53151c-4a07-4555-933b-5b25406ca80f'}] {{(pid=85228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:25:29.231218 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-27be5971-b4b7-4872-bd3d-3aeae52c2e7f service neutron] Attempting to bind port 1d3a4402-523d-4387-a129-5cda154bd839 on network ac53151c-4a07-4555-933b-5b25406ca80f {{(pid=85228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:25:29.238298 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-27be5971-b4b7-4872-bd3d-3aeae52c2e7f service neutron] Port 1d3a4402-523d-4387-a129-5cda154bd839 on network ac53151c-4a07-4555-933b-5b25406ca80f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=85228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 11:25:29.238674 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-27be5971-b4b7-4872-bd3d-3aeae52c2e7f service neutron] Attempting to bind port 1d3a4402-523d-4387-a129-5cda154bd839 on network ac53151c-4a07-4555-933b-5b25406ca80f {{(pid=85228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:25:29.252208 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6d010-e140-4482-aa4e-622ef0df6d61 req-ea83081a-b407-4724-ba78-2f92c68fb7fa tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:29.253735 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-33f6d010-e140-4482-aa4e-622ef0df6d61 req-ea83081a-b407-4724-ba78-2f92c68fb7fa tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.2201748 Apr 14 11:25:29.254706 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-27be5971-b4b7-4872-bd3d-3aeae52c2e7f service neutron] Checking agent: {'id': 'dc008c19-4d73-4566-939f-5ab33892b678', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 20, 41), 'started_at': datetime.datetime(2021, 4, 14, 11, 20, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:25:29.255072 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-27be5971-b4b7-4872-bd3d-3aeae52c2e7f service neutron] Checking segment: {'id': '1281ef78-4400-4bc6-bf65-6b8539a805bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac53151c-4a07-4555-933b-5b25406ca80f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:25:29.255513 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-27be5971-b4b7-4872-bd3d-3aeae52c2e7f service neutron] Bound using segment: {'id': '1281ef78-4400-4bc6-bf65-6b8539a805bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac53151c-4a07-4555-933b-5b25406ca80f'} {{(pid=85228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:25:29.255921 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-27be5971-b4b7-4872-bd3d-3aeae52c2e7f service neutron] Bound port: 1d3a4402-523d-4387-a129-5cda154bd839, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1281ef78-4400-4bc6-bf65-6b8539a805bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac53151c-4a07-4555-933b-5b25406ca80f'}}] {{(pid=85228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:25:29.256295 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-27be5971-b4b7-4872-bd3d-3aeae52c2e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:29.320499 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-33f6d010-e140-4482-aa4e-622ef0df6d61 req-b8d03423-05d5-4d49-8395-619cf6c072e8 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384641 Apr 14 11:25:29.355947 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-27be5971-b4b7-4872-bd3d-3aeae52c2e7f service neutron] For port 1d3a4402-523d-4387-a129-5cda154bd839, host hv-cinder-77459, cleared binding levels {{(pid=85228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:25:29.359206 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-27be5971-b4b7-4872-bd3d-3aeae52c2e7f service neutron] For port 1d3a4402-523d-4387-a129-5cda154bd839, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=1d3a4402-523d-4387-a129-5cda154bd839,segment=NetworkSegment(1281ef78-4400-4bc6-bf65-6b8539a805bf),segment_id=1281ef78-4400-4bc6-bf65-6b8539a805bf)] {{(pid=85228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:25:29.362238 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-27be5971-b4b7-4872-bd3d-3aeae52c2e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852849601'] for port, after_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:29.377012 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b2d4f88a-7634-47ee-8ebd-a26e26cbb4fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:25:29.531625 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be5971-b4b7-4872-bd3d-3aeae52c2e7f service neutron] Pushing event updated for resources: {'Port': ['ID=1d3a4402-523d-4387-a129-5cda154bd839,revision_number=3']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:25:29.537382 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-27be5971-b4b7-4872-bd3d-3aeae52c2e7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:25:29.566914 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-27be5971-b4b7-4872-bd3d-3aeae52c2e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:29.567650 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-27be5971-b4b7-4872-bd3d-3aeae52c2e7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:29.569004 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-27be5971-b4b7-4872-bd3d-3aeae52c2e7f service neutron] 10.222.0.41 "PUT /v2.0/ports/1d3a4402-523d-4387-a129-5cda154bd839 HTTP/1.1" status: 200 len: 1094 time: 1.4937668 Apr 14 11:25:29.569537 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7062ce8-da54-4428-82b1-f967b1343d80', 'tag': '1d3a4402-523d-4387-a129-5cda154bd839'}] {{(pid=85228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:25:29.650435 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7062ce8-da54-4428-82b1-f967b1343d80', 'tag': '1d3a4402-523d-4387-a129-5cda154bd839', 'status': 'completed', 'code': 200} Apr 14 11:25:29.694906 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-04bbfa85-4188-4a39-a6ee-dc4679474f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:29.696531 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-04bbfa85-4188-4a39-a6ee-dc4679474f3f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=afaf019a8c1e453eb9ab3cf44e7ad4fa&device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 1097 time: 0.0832183 Apr 14 11:25:29.781629 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-8b95f144-d970-4362-b18b-81b1c89b986e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d3a4402-523d-4387-a129-5cda154bd839 HTTP/1.1" status: 200 len: 217 time: 0.0756419 Apr 14 11:25:29.860036 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-a2ae256d-d9dc-4418-9ae2-0667854555f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:29.861724 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-a2ae256d-d9dc-4418-9ae2-0667854555f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1a71b1c-3b16-43d6-881e-23a824385fe9 HTTP/1.1" status: 200 len: 854 time: 0.0734401 Apr 14 11:25:29.949896 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-65e38be1-fe10-477e-9df1-66a722a4eb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:29.951530 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-65e38be1-fe10-477e-9df1-66a722a4eb7f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ac53151c-4a07-4555-933b-5b25406ca80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0793054 Apr 14 11:25:30.156029 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-457ec274-1046-4178-b8eb-d30bd1f18dbd service neutron] 10.222.0.41 "GET /v2.0/networks/ac53151c-4a07-4555-933b-5b25406ca80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964629 Apr 14 11:25:30.172200 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78eb32a-d3ce-4fe8-bb7a-95fd2a95b5d9 req-b72881d3-f46c-4ea3-bd59-76680e44c493 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:30.174239 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c78eb32a-d3ce-4fe8-bb7a-95fd2a95b5d9 req-b72881d3-f46c-4ea3-bd59-76680e44c493 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 944 time: 0.1436639 Apr 14 11:25:30.286778 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c78eb32a-d3ce-4fe8-bb7a-95fd2a95b5d9 req-52d3e755-c300-4f39-9c08-b72675b0481b tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/security-groups?id=92c111e1-d74b-4ea2-8da0-35dcedf4cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899837 Apr 14 11:25:30.344343 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8d604b9c-a03c-4a5c-bca9-f78c2acd9d70 req-7f6f6222-b15b-4308-ad50-894faec4d9a5 service neutron] 10.222.0.41 "GET /v2.0/networks/ac53151c-4a07-4555-933b-5b25406ca80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690531 Apr 14 11:25:30.370550 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858ddc2-9edc-4b70-b7d5-c4c482943175 req-4e97e35b-89c9-4ac1-a4e9-8efef037ff74 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:30.371896 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4858ddc2-9edc-4b70-b7d5-c4c482943175 req-4e97e35b-89c9-4ac1-a4e9-8efef037ff74 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 946 time: 0.0965381 Apr 14 11:25:30.410811 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4858ddc2-9edc-4b70-b7d5-c4c482943175 req-1a379d91-9f7c-4d75-9cbf-ce61450eb8fa tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0250826 Apr 14 11:25:30.556435 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56ee6b-3aaf-41e9-92c9-43785e84e9c2 req-083c0602-5a7c-4bf2-acec-86cf1a90df00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:30.558033 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8f56ee6b-3aaf-41e9-92c9-43785e84e9c2 req-083c0602-5a7c-4bf2-acec-86cf1a90df00 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=afaf019a8c1e453eb9ab3cf44e7ad4fa&device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 1097 time: 0.1647170 Apr 14 11:25:30.598585 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821e6ad-2432-4351-b672-2da7e691c9dc req-84ec78eb-e6e1-4d20-ba22-bddbf21b4ee6 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:30.600393 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0821e6ad-2432-4351-b672-2da7e691c9dc req-84ec78eb-e6e1-4d20-ba22-bddbf21b4ee6 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.1396987 Apr 14 11:25:30.693678 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0821e6ad-2432-4351-b672-2da7e691c9dc req-4a5a0c86-db32-444e-b445-33616524289c tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411553 Apr 14 11:25:30.737954 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56ee6b-3aaf-41e9-92c9-43785e84e9c2 req-7f4d8f33-3e20-4e8b-bc6e-012050813d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:30.739503 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8f56ee6b-3aaf-41e9-92c9-43785e84e9c2 req-7f4d8f33-3e20-4e8b-bc6e-012050813d18 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ac53151c-4a07-4555-933b-5b25406ca80f HTTP/1.1" status: 200 len: 916 time: 0.1743476 Apr 14 11:25:31.031350 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8f56ee6b-3aaf-41e9-92c9-43785e84e9c2 req-15796df3-2b0c-4268-9d8e-2cdd8881a474 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d3a4402-523d-4387-a129-5cda154bd839 HTTP/1.1" status: 200 len: 217 time: 0.2841928 Apr 14 11:25:31.112500 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56ee6b-3aaf-41e9-92c9-43785e84e9c2 req-96346f36-2706-4736-b664-185517d3a775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:31.114040 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8f56ee6b-3aaf-41e9-92c9-43785e84e9c2 req-96346f36-2706-4736-b664-185517d3a775 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1a71b1c-3b16-43d6-881e-23a824385fe9 HTTP/1.1" status: 200 len: 854 time: 0.0665379 Apr 14 11:25:31.197537 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56ee6b-3aaf-41e9-92c9-43785e84e9c2 req-027bdc0a-89b9-4c9e-a558-85c32aef02e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:31.199169 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8f56ee6b-3aaf-41e9-92c9-43785e84e9c2 req-027bdc0a-89b9-4c9e-a558-85c32aef02e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ac53151c-4a07-4555-933b-5b25406ca80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0776126 Apr 14 11:25:31.351412 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8f56ee6b-3aaf-41e9-92c9-43785e84e9c2 req-c310053e-7ef1-4f70-aeaf-29a1b1f9b9d9 service neutron] 10.222.0.41 "GET /v2.0/networks/ac53151c-4a07-4555-933b-5b25406ca80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409671 Apr 14 11:25:31.500601 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8f56ee6b-3aaf-41e9-92c9-43785e84e9c2 req-9c907d21-e314-4f77-a3d6-bb619c25a2f7 service neutron] 10.222.0.41 "GET /v2.0/networks/ac53151c-4a07-4555-933b-5b25406ca80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371682 Apr 14 11:25:31.506962 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b812fbf-cff5-41df-8b92-ac98576e76df req-735e928b-24bf-423b-a8fa-fe51f7fee953 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:31.508646 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-6b812fbf-cff5-41df-8b92-ac98576e76df req-735e928b-24bf-423b-a8fa-fe51f7fee953 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 944 time: 0.0899379 Apr 14 11:25:31.539030 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-6b812fbf-cff5-41df-8b92-ac98576e76df req-d4b2e2af-aaa9-469f-9636-f5d54913cdf8 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/security-groups?id=92c111e1-d74b-4ea2-8da0-35dcedf4cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0241382 Apr 14 11:25:31.623322 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305fbb4-6891-4368-bd78-9cfd5440eef1 req-8d323edd-3ffc-40bc-8b2d-cc65b1d026db tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:31.624831 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4305fbb4-6891-4368-bd78-9cfd5440eef1 req-8d323edd-3ffc-40bc-8b2d-cc65b1d026db tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 946 time: 0.0908186 Apr 14 11:25:31.664292 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4305fbb4-6891-4368-bd78-9cfd5440eef1 req-c37f4fcb-c590-4d07-bc6e-09fd43248866 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324404 Apr 14 11:25:31.894788 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51434f8b-5a53-4721-b45d-abf8f0a829ca req-1b318f0c-f2e8-4fb9-8d3f-834add1ead52 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:31.896285 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-51434f8b-5a53-4721-b45d-abf8f0a829ca req-1b318f0c-f2e8-4fb9-8d3f-834add1ead52 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.0895274 Apr 14 11:25:31.926586 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-51434f8b-5a53-4721-b45d-abf8f0a829ca req-19952248-cffd-49e0-bd88-22c2366623f0 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0239482 Apr 14 11:25:32.742360 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb6248-25ef-4f10-a501-6c93c1489a92 req-2f4bbcd3-7eb4-48e9-a9a1-b3058d58a5e4 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:32.743964 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9feb6248-25ef-4f10-a501-6c93c1489a92 req-2f4bbcd3-7eb4-48e9-a9a1-b3058d58a5e4 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 944 time: 0.0875506 Apr 14 11:25:32.774417 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9feb6248-25ef-4f10-a501-6c93c1489a92 req-7c23f3b3-dac4-42cf-8318-b7e073f87716 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/security-groups?id=92c111e1-d74b-4ea2-8da0-35dcedf4cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0241981 Apr 14 11:25:32.806769 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 1d3a4402-523d-4387-a129-5cda154bd839 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 11:25:32.946316 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port 1d3a4402-523d-4387-a129-5cda154bd839, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=1d3a4402-523d-4387-a129-5cda154bd839,segment=NetworkSegment(1281ef78-4400-4bc6-bf65-6b8539a805bf),segment_id=1281ef78-4400-4bc6-bf65-6b8539a805bf)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:25:32.960490 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Returning: {'device': '1d3a4402-523d-4387-a129-5cda154bd839', 'network_id': 'ac53151c-4a07-4555-933b-5b25406ca80f', 'port_id': '1d3a4402-523d-4387-a129-5cda154bd839', 'mac_address': 'fa:16:3e:f0:ce:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1a71b1c-3b16-43d6-881e-23a824385fe9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 11:25:33.022693 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:33.024004 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d3a4402-523d-4387-a129-5cda154bd839 {{(pid=85229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:25:33.040020 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port 1d3a4402-523d-4387-a129-5cda154bd839, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=1d3a4402-523d-4387-a129-5cda154bd839,segment=NetworkSegment(1281ef78-4400-4bc6-bf65-6b8539a805bf),segment_id=1281ef78-4400-4bc6-bf65-6b8539a805bf)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:25:33.043463 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:33.045346 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:25:33.115694 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=1d3a4402-523d-4387-a129-5cda154bd839,revision_number=4']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:25:33.119028 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:25:33.343666 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] get_ports_and_sgs() called for port_ids ['1d3a4402-523d-4387-a129-5cda154bd839'] {{(pid=85229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 11:25:33.974622 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112bc9a-8732-4c7d-b399-27d1eb12d9c5 req-d8b5bf2d-e296-4200-bc98-301f9d568623 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:33.976223 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c112bc9a-8732-4c7d-b399-27d1eb12d9c5 req-d8b5bf2d-e296-4200-bc98-301f9d568623 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 945 time: 0.0887067 Apr 14 11:25:34.007144 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c112bc9a-8732-4c7d-b399-27d1eb12d9c5 req-3ed45da6-3b70-4ca7-ac80-cbbda2bb11a0 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/security-groups?id=92c111e1-d74b-4ea2-8da0-35dcedf4cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244412 Apr 14 11:25:34.800069 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 1d3a4402-523d-4387-a129-5cda154bd839 up at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:25:34.869120 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning for port 1d3a4402-523d-4387-a129-5cda154bd839 completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:25:34.873812 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning complete for port 1d3a4402-523d-4387-a129-5cda154bd839 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:25:34.874231 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:34.996291 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:35.008055 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7062ce8-da54-4428-82b1-f967b1343d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3a4402-523d-4387-a129-5cda154bd839'}] {{(pid=85229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:25:35.019650 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port 1d3a4402-523d-4387-a129-5cda154bd839, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=1d3a4402-523d-4387-a129-5cda154bd839,segment=NetworkSegment(1281ef78-4400-4bc6-bf65-6b8539a805bf),segment_id=1281ef78-4400-4bc6-bf65-6b8539a805bf)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:25:35.022699 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:35.024763 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-9610a091-88dd-4fff-ae0a-26f932b6cf0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:25:35.093523 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7062ce8-da54-4428-82b1-f967b1343d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3a4402-523d-4387-a129-5cda154bd839', 'code': 200} Apr 14 11:25:35.108281 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=1d3a4402-523d-4387-a129-5cda154bd839,revision_number=5']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:25:35.111503 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:25:35.244591 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2a423-1aa9-496e-8374-b247475268f2 req-4bc27c15-58e7-485c-ab6c-af3bd29c15e5 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:35.246187 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f8c2a423-1aa9-496e-8374-b247475268f2 req-4bc27c15-58e7-485c-ab6c-af3bd29c15e5 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 946 time: 0.0903096 Apr 14 11:25:35.323787 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f8c2a423-1aa9-496e-8374-b247475268f2 req-9ea033b1-fd8e-4d64-b25b-3d96bba3117b tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/security-groups?id=92c111e1-d74b-4ea2-8da0-35dcedf4cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700088 Apr 14 11:25:35.354269 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152cc18-c23d-4e14-8bb8-af02951930ae req-03e90189-ad16-4b90-a5a9-075cfdfbf13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:35.355865 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a152cc18-c23d-4e14-8bb8-af02951930ae req-03e90189-ad16-4b90-a5a9-075cfdfbf13e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 1099 time: 0.0815530 Apr 14 11:25:35.381752 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a152cc18-c23d-4e14-8bb8-af02951930ae req-65a1a79c-f8e6-44c9-8d7d-67fb6af44d35 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=92c111e1-d74b-4ea2-8da0-35dcedf4cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0196226 Apr 14 11:25:36.551377 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667dbc91-9119-42f2-a904-d15c0dcd1f9d req-07de41de-429c-4b69-be28-43da381c8944 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:36.552981 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-667dbc91-9119-42f2-a904-d15c0dcd1f9d req-07de41de-429c-4b69-be28-43da381c8944 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 946 time: 0.0968614 Apr 14 11:25:36.596725 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-667dbc91-9119-42f2-a904-d15c0dcd1f9d req-edede32b-7ba1-483f-87ec-d1f6c1a802b9 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/security-groups?id=92c111e1-d74b-4ea2-8da0-35dcedf4cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246735 Apr 14 11:25:36.651723 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478432f-c748-4ea2-8661-a9476761453b req-70e74c90-5b2a-41f2-bb18-1270eb62d66e tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:36.653372 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7478432f-c748-4ea2-8661-a9476761453b req-70e74c90-5b2a-41f2-bb18-1270eb62d66e tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 946 time: 0.0941713 Apr 14 11:25:36.687735 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7478432f-c748-4ea2-8661-a9476761453b req-176e5077-2b0b-4139-958d-8687c1afd4a6 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277808 Apr 14 11:25:37.088508 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c6dcb4d6-eeb1-4bfd-ab20-36fc2650c4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:37.588154 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1636ed16-ec84-4372-b9ec-f998adb8dab4 req-59ce4342-d16a-4350-b1b8-5e64bf7c27d3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762255 Apr 14 11:25:37.710229 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636ed16-ec84-4372-b9ec-f998adb8dab4 req-54152ce6-162b-4341-92d6-ec68d9601554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:37.711854 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1636ed16-ec84-4372-b9ec-f998adb8dab4 req-54152ce6-162b-4341-92d6-ec68d9601554 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d797536746cd4942b8a3a1f5e7b19e2b&device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 1099 time: 0.0847700 Apr 14 11:25:37.802663 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96808c-a79f-497a-9e28-8b59b92fc211 req-0e271d30-24f0-4b50-84cc-e7dd6f0e61a5 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:37.804270 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-eb96808c-a79f-497a-9e28-8b59b92fc211 req-0e271d30-24f0-4b50-84cc-e7dd6f0e61a5 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 946 time: 0.0903807 Apr 14 11:25:37.835005 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-eb96808c-a79f-497a-9e28-8b59b92fc211 req-fb19520d-3988-4f03-9eb0-0a7e85128904 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/security-groups?id=92c111e1-d74b-4ea2-8da0-35dcedf4cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0245366 Apr 14 11:25:37.938330 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636ed16-ec84-4372-b9ec-f998adb8dab4 req-46a16c92-99be-4909-8064-01c51ac05dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:37.940434 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1636ed16-ec84-4372-b9ec-f998adb8dab4 req-46a16c92-99be-4909-8064-01c51ac05dab service neutron] 10.222.0.41 "GET /v2.0/networks?id=107ffdc1-1c99-4692-a473-5dbc7ac62120 HTTP/1.1" status: 200 len: 912 time: 0.2058353 Apr 14 11:25:37.952438 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19d621-9b98-41fa-9d06-aeece5f90d1e req-b764d4de-15f2-4991-9391-e7d552dfcd8e tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:37.953948 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8a19d621-9b98-41fa-9d06-aeece5f90d1e req-b764d4de-15f2-4991-9391-e7d552dfcd8e tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 946 time: 0.1427066 Apr 14 11:25:38.046379 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19e5e6-cb61-46dd-86f1-0ddb542c36bc req-cea6a01a-310d-46ec-a66b-a6dd089d6fa8 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:38.048460 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2b19e5e6-cb61-46dd-86f1-0ddb542c36bc req-cea6a01a-310d-46ec-a66b-a6dd089d6fa8 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 946 time: 0.0940554 Apr 14 11:25:38.060608 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8a19d621-9b98-41fa-9d06-aeece5f90d1e req-8737fd18-1e10-44ed-9195-68b031b08ffe tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547423 Apr 14 11:25:38.081772 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1636ed16-ec84-4372-b9ec-f998adb8dab4 req-00462756-89e5-4c0c-a5dd-2cce306242fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c016cb05-b1e5-4c35-aecc-0925da1081a5 HTTP/1.1" status: 200 len: 1002 time: 0.1257272 Apr 14 11:25:38.091044 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2b19e5e6-cb61-46dd-86f1-0ddb542c36bc req-3724a17d-9218-4b37-9df6-bdc33969454a tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/security-groups?id=92c111e1-d74b-4ea2-8da0-35dcedf4cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299766 Apr 14 11:25:38.156940 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636ed16-ec84-4372-b9ec-f998adb8dab4 req-ff4889eb-642f-4316-b3d5-52615920b9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:38.158566 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1636ed16-ec84-4372-b9ec-f998adb8dab4 req-ff4889eb-642f-4316-b3d5-52615920b9dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f8dd919b-1721-4048-9598-4db7b1b92807 HTTP/1.1" status: 200 len: 850 time: 0.0648491 Apr 14 11:25:38.246778 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636ed16-ec84-4372-b9ec-f998adb8dab4 req-2ca066b7-5fc7-40d9-b970-3d795e6047a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:38.248372 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1636ed16-ec84-4372-b9ec-f998adb8dab4 req-2ca066b7-5fc7-40d9-b970-3d795e6047a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=107ffdc1-1c99-4692-a473-5dbc7ac62120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0810735 Apr 14 11:25:38.397414 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1636ed16-ec84-4372-b9ec-f998adb8dab4 req-568e5c06-b9b1-4e3e-b547-4846d61de241 service neutron] 10.222.0.41 "GET /v2.0/networks/107ffdc1-1c99-4692-a473-5dbc7ac62120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361825 Apr 14 11:25:38.503399 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c425c-d308-4637-b525-b506208ac0df req-7f6b1bbd-d27f-4182-bb20-987057482e73 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:38.504984 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0b4c425c-d308-4637-b525-b506208ac0df req-7f6b1bbd-d27f-4182-bb20-987057482e73 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 946 time: 0.0878677 Apr 14 11:25:38.536010 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0b4c425c-d308-4637-b525-b506208ac0df req-4ed2626a-0c9f-4c8f-8e92-cb43e4d62de9 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/security-groups?id=92c111e1-d74b-4ea2-8da0-35dcedf4cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0241256 Apr 14 11:25:38.542871 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1636ed16-ec84-4372-b9ec-f998adb8dab4 req-ced588b3-bd74-4135-ad4b-85c66dcfc8da service neutron] 10.222.0.41 "GET /v2.0/networks/107ffdc1-1c99-4692-a473-5dbc7ac62120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375604 Apr 14 11:25:38.903625 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4503850c-ab34-456d-b08e-9d01850e33a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:39.273034 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17f4af-bac4-482d-aee7-991b7e649440 req-9492cdc3-679b-48e6-82fa-b98030eb841c tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:39.274661 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5f17f4af-bac4-482d-aee7-991b7e649440 req-9492cdc3-679b-48e6-82fa-b98030eb841c tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 946 time: 0.0926843 Apr 14 11:25:39.307598 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5f17f4af-bac4-482d-aee7-991b7e649440 req-412e404e-aeb5-47b4-9874-9ab7b94c9c91 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258722 Apr 14 11:25:39.561772 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7946a67-978c-4402-91a5-bedb55348f1c req-e0e94519-54b2-49cd-82c0-86af33cddfd4 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:39.563872 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e7946a67-978c-4402-91a5-bedb55348f1c req-e0e94519-54b2-49cd-82c0-86af33cddfd4 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.41 "GET /v2.0/ports?device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 946 time: 0.0862119 Apr 14 11:25:39.642454 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [req-e7946a67-978c-4402-91a5-bedb55348f1c req-405ab880-3780-4d1b-a669-4312cda8ee04 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Deleting port c3afcc73-6e8d-4cdc-b009-54baacc831a9 {{(pid=85228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:25:39.642867 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-e7946a67-978c-4402-91a5-bedb55348f1c req-405ab880-3780-4d1b-a669-4312cda8ee04 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:39.900141 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-e7946a67-978c-4402-91a5-bedb55348f1c req-405ab880-3780-4d1b-a669-4312cda8ee04 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] For port c3afcc73-6e8d-4cdc-b009-54baacc831a9, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c3afcc73-6e8d-4cdc-b009-54baacc831a9,segment=NetworkSegment(212fd361-423d-43e4-8548-a42b1e25df2f),segment_id=212fd361-423d-43e4-8548-a42b1e25df2f)] {{(pid=85228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:25:39.900537 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-e7946a67-978c-4402-91a5-bedb55348f1c req-405ab880-3780-4d1b-a669-4312cda8ee04 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:40.034322 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [req-e7946a67-978c-4402-91a5-bedb55348f1c req-405ab880-3780-4d1b-a669-4312cda8ee04 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Calling delete_port for c3afcc73-6e8d-4cdc-b009-54baacc831a9 owned by compute:nova {{(pid=85228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:25:40.082998 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:40.186338 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-e7946a67-978c-4402-91a5-bedb55348f1c req-405ab880-3780-4d1b-a669-4312cda8ee04 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1926183'] for port, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:40.202201 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] get_ports_and_sgs() called for port_ids ['c3afcc73-6e8d-4cdc-b009-54baacc831a9', '67800dfe-e336-4c31-8382-bd269e42ae39'] {{(pid=85229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 11:25:40.203341 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:25:40.303219 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:40.372360 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ab880-3780-4d1b-a669-4312cda8ee04 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Pushing event deleted for resources: {'Port': ['ID=c3afcc73-6e8d-4cdc-b009-54baacc831a9,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:25:40.418652 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405ab880-3780-4d1b-a669-4312cda8ee04 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:25:40.418938 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405ab880-3780-4d1b-a669-4312cda8ee04 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:25:40.419341 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405ab880-3780-4d1b-a669-4312cda8ee04 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:25:40.419739 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405ab880-3780-4d1b-a669-4312cda8ee04 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:25:40.420134 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405ab880-3780-4d1b-a669-4312cda8ee04 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:25:40.420526 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405ab880-3780-4d1b-a669-4312cda8ee04 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:25:40.420916 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405ab880-3780-4d1b-a669-4312cda8ee04 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:25:40.421300 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405ab880-3780-4d1b-a669-4312cda8ee04 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:25:40.421780 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405ab880-3780-4d1b-a669-4312cda8ee04 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:25:40.422169 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405ab880-3780-4d1b-a669-4312cda8ee04 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:25:40.422594 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405ab880-3780-4d1b-a669-4312cda8ee04 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:25:40.423647 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405ab880-3780-4d1b-a669-4312cda8ee04 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:25:40.454637 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-405ab880-3780-4d1b-a669-4312cda8ee04 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:25:40.509658 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7946a67-978c-4402-91a5-bedb55348f1c req-405ab880-3780-4d1b-a669-4312cda8ee04 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] No DVR routers for this DVR port c3afcc73-6e8d-4cdc-b009-54baacc831a9 on host hv-cinder-77459 {{(pid=85228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 11:25:40.512790 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-e7946a67-978c-4402-91a5-bedb55348f1c req-405ab880-3780-4d1b-a669-4312cda8ee04 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:40.523498 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e48fad-d187-4de6-9c5c-5aeab399629f', 'name': 'network-vif-deleted', 'tag': 'c3afcc73-6e8d-4cdc-b009-54baacc831a9'}] {{(pid=85228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:25:40.542551 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-288cc487-f42e-4876-a39e-8cadb268f511 req-1d81b00d-a5d2-4929-bc55-d1d180e98c89 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=28e48fad-d187-4de6-9c5c-5aeab399629f HTTP/1.1" status: 200 len: 210 time: 0.0897284 Apr 14 11:25:40.547166 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e7946a67-978c-4402-91a5-bedb55348f1c req-405ab880-3780-4d1b-a669-4312cda8ee04 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.41 "DELETE /v2.0/ports/c3afcc73-6e8d-4cdc-b009-54baacc831a9 HTTP/1.1" status: 204 len: 173 time: 0.9778390 Apr 14 11:25:40.603483 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e48fad-d187-4de6-9c5c-5aeab399629f', 'name': 'network-vif-deleted', 'tag': 'c3afcc73-6e8d-4cdc-b009-54baacc831a9', 'status': 'completed', 'code': 200} Apr 14 11:25:41.454980 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:41.458240 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:42.013672 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c132b3-0203-4680-902f-d1e0c5388961 req-d283f158-bda4-4103-a8e6-3d59687efc77 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:42.014439 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-81c132b3-0203-4680-902f-d1e0c5388961 req-d283f158-bda4-4103-a8e6-3d59687efc77 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Synchronizing usage tracker for tenant:4b3f85d7308945ada4fb45e00aa6c46b on resource:port {{(pid=85228) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:25:42.030227 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-81c132b3-0203-4680-902f-d1e0c5388961 req-d283f158-bda4-4103-a8e6-3d59687efc77 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Unset dirty status for tenant:4b3f85d7308945ada4fb45e00aa6c46b on resource:port {{(pid=85228) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:25:42.031546 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-81c132b3-0203-4680-902f-d1e0c5388961 req-d283f158-bda4-4103-a8e6-3d59687efc77 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.1033983 Apr 14 11:25:42.065160 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-81c132b3-0203-4680-902f-d1e0c5388961 req-60627e44-d82e-4c25-a27f-deb1f2c44403 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264747 Apr 14 11:25:42.105380 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 6 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:25:42.857941 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device c3afcc73-6e8d-4cdc-b009-54baacc831a9 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:25:42.894797 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] No Port match for: c3afcc73-6e8d-4cdc-b009-54baacc831a9 {{(pid=85229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 11:25:42.895197 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device c3afcc73-6e8d-4cdc-b009-54baacc831a9 not bound to the agent host hv-cinder-77459 {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 11:25:43.285348 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243d72a-384c-43d2-bd8f-162a8a82da06 req-0fa18106-ab24-4cf2-920b-ee6f3d31d52d tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:43.286951 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2243d72a-384c-43d2-bd8f-162a8a82da06 req-0fa18106-ab24-4cf2-920b-ee6f3d31d52d tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.1063375 Apr 14 11:25:43.319140 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2243d72a-384c-43d2-bd8f-162a8a82da06 req-7fb8ee4b-0a79-4742-a894-fbc3c452fe08 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254431 Apr 14 11:25:43.643306 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d5bea-acc2-4ace-8c91-db69ad28b637 req-2cc78f0a-a7cd-47da-8b32-01c3d822bbd5 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:43.645227 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-134d5bea-acc2-4ace-8c91-db69ad28b637 req-2cc78f0a-a7cd-47da-8b32-01c3d822bbd5 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 946 time: 0.0983222 Apr 14 11:25:43.677448 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-134d5bea-acc2-4ace-8c91-db69ad28b637 req-7eca164a-8d10-4683-8a64-133e11252605 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/security-groups?id=92c111e1-d74b-4ea2-8da0-35dcedf4cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258436 Apr 14 11:25:43.705135 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 60888) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:25:43.831188 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5613f59-1ec8-474d-b492-d5697944c9bf tempest-TestMinimumBasicScenario-746892370 tempest-TestMinimumBasicScenario-746892370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:43.831946 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-b5613f59-1ec8-474d-b492-d5697944c9bf tempest-TestMinimumBasicScenario-746892370 tempest-TestMinimumBasicScenario-746892370-project-admin] Synchronizing usage tracker for tenant:ac3e661fd4e34153a5f720d400020430 on resource:port {{(pid=85227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:25:43.847565 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-b5613f59-1ec8-474d-b492-d5697944c9bf tempest-TestMinimumBasicScenario-746892370 tempest-TestMinimumBasicScenario-746892370-project-admin] Unset dirty status for tenant:ac3e661fd4e34153a5f720d400020430 on resource:port {{(pid=85227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:25:43.848791 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-b5613f59-1ec8-474d-b492-d5697944c9bf tempest-TestMinimumBasicScenario-746892370 tempest-TestMinimumBasicScenario-746892370-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 1094 time: 0.1426036 Apr 14 11:25:43.852191 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 60896) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:25:43.857669 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-8d840b8f-72e4-4cd4-9705-bd174ce196d6 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Request body: {'floatingip': {'floating_network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'port_id': '1d3a4402-523d-4387-a129-5cda154bd839', 'tenant_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'fixed_ip_address': '172.20.0.14'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:25:43.863871 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-8d840b8f-72e4-4cd4-9705-bd174ce196d6 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:25:43.867936 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-8d840b8f-72e4-4cd4-9705-bd174ce196d6 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Usage tracker for resource:floatingip and tenant:afaf019a8c1e453eb9ab3cf44e7ad4fa is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:25:43.870918 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-8d840b8f-72e4-4cd4-9705-bd174ce196d6 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:25:43.877516 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-8d840b8f-72e4-4cd4-9705-bd174ce196d6 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:25:43.887043 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8d840b8f-72e4-4cd4-9705-bd174ce196d6 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks [] for floatingip, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:43.928986 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95f9ac-232f-4109-be6b-5eb967751647 req-cab2582d-b670-4666-ad06-907459034f32 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:43.930608 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-bb95f9ac-232f-4109-be6b-5eb967751647 req-cab2582d-b670-4666-ad06-907459034f32 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7d0cc23-a589-44ed-ba8e-19fb504714f5 HTTP/1.1" status: 200 len: 945 time: 0.0926371 Apr 14 11:25:43.961487 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-bb95f9ac-232f-4109-be6b-5eb967751647 req-fc3f8638-4fe4-4de4-a2d8-d0ee29d089fe tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/security-groups?id=318d734d-4082-4e38-9fd7-f87715632db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242488 Apr 14 11:25:44.029718 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8d840b8f-72e4-4cd4-9705-bd174ce196d6 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:44.175300 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [None req-8d840b8f-72e4-4cd4-9705-bd174ce196d6 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Allocated IP 172.28.2.214 (f1313642-efe2-441a-94e8-1aeb14258027/43af2120-63d9-4ed9-b216-1037d2600bad/89bfbe6c-62d6-482c-b54f-a8c95ffbdf9d) {{(pid=85227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:25:44.329107 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8d840b8f-72e4-4cd4-9705-bd174ce196d6 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks [] for port, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:44.359161 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8d840b8f-72e4-4cd4-9705-bd174ce196d6 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10976374'] for port, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:44.375086 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-c3190eb1-1875-48a3-a4e6-6447a5a6e9a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:25:44.784026 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d840b8f-72e4-4cd4-9705-bd174ce196d6 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Pushing event updated for resources: {'Port': ['ID=89bfbe6c-62d6-482c-b54f-a8c95ffbdf9d,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:25:44.790030 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-8d840b8f-72e4-4cd4-9705-bd174ce196d6 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:25:44.844321 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d840b8f-72e4-4cd4-9705-bd174ce196d6 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Network f1313642-efe2-441a-94e8-1aeb14258027 is already hosted by enough agents. {{(pid=85227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:25:44.846674 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-8d840b8f-72e4-4cd4-9705-bd174ce196d6 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Resources bound (agent type, host, resource id): {{(pid=85227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:25:44.856482 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65a38c-a85b-4cab-8ddd-94e8e863dfe1 req-9b2bae71-471f-4a1b-a33d-9cef5b7fac20 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:44.858067 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7a65a38c-a85b-4cab-8ddd-94e8e863dfe1 req-9b2bae71-471f-4a1b-a33d-9cef5b7fac20 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.1916547 Apr 14 11:25:44.858841 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d840b8f-72e4-4cd4-9705-bd174ce196d6 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Received port after_create {{(pid=85227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:25:44.934487 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7a65a38c-a85b-4cab-8ddd-94e8e863dfe1 req-c64736e6-f867-44ae-a12f-6782fe3398f6 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445547 Apr 14 11:25:45.093639 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86a838-353a-4d44-90cb-baf5cb3700f5 req-2e9ab12d-4dc2-4ebe-8851-a4b440697165 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:45.099445 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ca86a838-353a-4d44-90cb-baf5cb3700f5 req-2e9ab12d-4dc2-4ebe-8851-a4b440697165 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 946 time: 0.0957570 Apr 14 11:25:45.128340 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ca86a838-353a-4d44-90cb-baf5cb3700f5 req-eec15739-bc05-4d0d-b7c8-85e4826da1f5 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fca7b41-170b-4498-b59c-3e0436956ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0248163 Apr 14 11:25:45.377953 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a87856-00b3-4be5-93bf-3abf6218ba3a req-2b121aba-af5a-4875-af7f-2ff64975c4de tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:45.379630 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-19a87856-00b3-4be5-93bf-3abf6218ba3a req-2b121aba-af5a-4875-af7f-2ff64975c4de tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7d0cc23-a589-44ed-ba8e-19fb504714f5 HTTP/1.1" status: 200 len: 945 time: 0.2215044 Apr 14 11:25:45.545913 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-19a87856-00b3-4be5-93bf-3abf6218ba3a req-875a6e6c-2d17-434b-af57-4a995d6baae7 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/security-groups?id=318d734d-4082-4e38-9fd7-f87715632db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488829 Apr 14 11:25:45.599749 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8d840b8f-72e4-4cd4-9705-bd174ce196d6 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:45.718450 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8d840b8f-72e4-4cd4-9705-bd174ce196d6 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:45.987410 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8d840b8f-72e4-4cd4-9705-bd174ce196d6 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks [] for port, precommit_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:45.991053 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8d840b8f-72e4-4cd4-9705-bd174ce196d6 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843799442'] for port, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:46.007021 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-bc3d6bdc-9c12-4006-a441-f8b409bd194b tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:25:46.142942 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d840b8f-72e4-4cd4-9705-bd174ce196d6 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Pushing event updated for resources: {'Port': ['ID=89bfbe6c-62d6-482c-b54f-a8c95ffbdf9d,revision_number=2']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:25:46.146051 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-8d840b8f-72e4-4cd4-9705-bd174ce196d6 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:25:46.307777 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8d840b8f-72e4-4cd4-9705-bd174ce196d6 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854119394'] for floatingip, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:46.357646 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affdc9d9-4f77-4743-9e71-c589a57451bc req-b235af5e-b7ae-4121-9e5f-15a14b440c08 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:46.359271 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-affdc9d9-4f77-4743-9e71-c589a57451bc req-b235af5e-b7ae-4121-9e5f-15a14b440c08 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.3077946 Apr 14 11:25:46.391221 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-affdc9d9-4f77-4743-9e71-c589a57451bc req-d9a652da-82b6-47d6-bce6-1a2bafa235ce tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246196 Apr 14 11:25:46.495708 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab2136-56fd-4452-bc14-24d542373ab1 req-c0dfec01-5def-4a54-a2f0-9645bb202bee tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:46.497303 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a3ab2136-56fd-4452-bc14-24d542373ab1 req-c0dfec01-5def-4a54-a2f0-9645bb202bee tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 946 time: 0.2455585 Apr 14 11:25:46.539903 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.db.l3_db [None req-8d840b8f-72e4-4cd4-9705-bd174ce196d6 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Floating IP 5381aa6c-a8df-4486-bd62-15e6babeb67e associated. External IP: 172.28.2.214, port: 1d3a4402-523d-4387-a129-5cda154bd839. Apr 14 11:25:46.598886 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a3ab2136-56fd-4452-bc14-24d542373ab1 req-ae9f7392-11e0-4e50-8b5b-369d4e2f29c1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fca7b41-170b-4498-b59c-3e0436956ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883517 Apr 14 11:25:46.754557 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155dfd0-18a6-462e-b5fa-69ab28153f50 req-bbcc5fbf-1311-44f6-8101-af214960c07a tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:46.756311 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c155dfd0-18a6-462e-b5fa-69ab28153f50 req-bbcc5fbf-1311-44f6-8101-af214960c07a tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7d0cc23-a589-44ed-ba8e-19fb504714f5 HTTP/1.1" status: 200 len: 945 time: 0.0920277 Apr 14 11:25:46.791639 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c155dfd0-18a6-462e-b5fa-69ab28153f50 req-078510cc-a103-4905-b691-74c287b7f11b tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/security-groups?id=318d734d-4082-4e38-9fd7-f87715632db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284498 Apr 14 11:25:47.116132 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d840b8f-72e4-4cd4-9705-bd174ce196d6 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Router 8e6b5f81-81ca-4f85-befb-de478ff8a664 has already been hosted by L3 agent 72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6 {{(pid=85227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 11:25:47.303251 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d840b8f-72e4-4cd4-9705-bd174ce196d6 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify agent at l3_agent.dv-cinder-774594-3-smb the message routers_updated {{(pid=85227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 11:25:47.313284 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7b75e6-bd77-4392-9f69-3746bf7e1b0e None None] Sync routers for ids ['8e6b5f81-81ca-4f85-befb-de478ff8a664'] in dv-cinder-774594-3-smb {{(pid=85230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 11:25:47.323365 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7b75e6-bd77-4392-9f69-3746bf7e1b0e None None] Routers {'8e6b5f81-81ca-4f85-befb-de478ff8a664'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:25:47.323967 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-9f7b75e6-bd77-4392-9f69-3746bf7e1b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:25:39Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['8e6b5f81-81ca-4f85-befb-de478ff8a664'], 'active': True} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:25:47.327954 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8d840b8f-72e4-4cd4-9705-bd174ce196d6 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for floatingip, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:47.385858 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-8d840b8f-72e4-4cd4-9705-bd174ce196d6 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5325871 Apr 14 11:25:47.386629 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7062ce8-da54-4428-82b1-f967b1343d80', 'tag': '1d3a4402-523d-4387-a129-5cda154bd839'}] {{(pid=85227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:25:47.388851 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 60916) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:25:47.395699 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-1443254b-3f9a-4756-a05d-64c90ff0bb1e tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-162039166', 'description': 'tempest-secgroup-smoke-162039166 description', 'project_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa'}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:25:47.402339 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-1443254b-3f9a-4756-a05d-64c90ff0bb1e tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:25:47.412492 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-1443254b-3f9a-4756-a05d-64c90ff0bb1e tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:25:47.422034 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1443254b-3f9a-4756-a05d-64c90ff0bb1e tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:47.426474 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-1443254b-3f9a-4756-a05d-64c90ff0bb1e tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:25:47.431739 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-1443254b-3f9a-4756-a05d-64c90ff0bb1e tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Usage tracker for resource:security_group_rule and tenant:afaf019a8c1e453eb9ab3cf44e7ad4fa is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:25:47.434384 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7062ce8-da54-4428-82b1-f967b1343d80', 'tag': '1d3a4402-523d-4387-a129-5cda154bd839', 'status': 'completed', 'code': 200} Apr 14 11:25:47.435459 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-1443254b-3f9a-4756-a05d-64c90ff0bb1e tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:25:47.442726 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-1443254b-3f9a-4756-a05d-64c90ff0bb1e tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:25:47.518461 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-9f7b75e6-bd77-4392-9f69-3746bf7e1b0e None None] Set router 8e6b5f81-81ca-4f85-befb-de478ff8a664 gateway port host: dv-cinder-774594-3-smb {{(pid=85230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:25:47.561285 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1443254b-3f9a-4756-a05d-64c90ff0bb1e tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:47.612953 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1443254b-3f9a-4756-a05d-64c90ff0bb1e tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:47.623763 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-60865bff-1a0d-4fb1-9f99-ccc2259a04bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:25:47.695855 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443254b-3f9a-4756-a05d-64c90ff0bb1e tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b1711d-b0d2-49ab-8a22-a74bea3a535a,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:25:47.698997 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-1443254b-3f9a-4756-a05d-64c90ff0bb1e tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:25:47.702548 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1443254b-3f9a-4756-a05d-64c90ff0bb1e tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:47.704004 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-1443254b-3f9a-4756-a05d-64c90ff0bb1e tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3138678 Apr 14 11:25:47.707115 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 60926) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:25:47.715259 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-38ec992e-1513-4a53-b473-8e50c89c2818 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Request body: {'security_group_rule': {'security_group_id': 'a6b1711d-b0d2-49ab-8a22-a74bea3a535a', 'project_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:25:47.723979 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-38ec992e-1513-4a53-b473-8e50c89c2818 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:25:47.726703 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb844f91-bdae-4a48-9b63-4e24b8d4656e req-2dd1ba30-b270-4c43-974f-864375302843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:47.728270 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-cb844f91-bdae-4a48-9b63-4e24b8d4656e req-2dd1ba30-b270-4c43-974f-864375302843 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=afaf019a8c1e453eb9ab3cf44e7ad4fa&device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 1099 time: 0.2421334 Apr 14 11:25:47.731066 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-38ec992e-1513-4a53-b473-8e50c89c2818 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Usage tracker for resource:security_group_rule and tenant:afaf019a8c1e453eb9ab3cf44e7ad4fa is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:25:47.746299 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4117b1-8ce8-4adb-ac21-7e078a2f0d93 req-f42c6a3e-fbfc-470b-9df7-a8d5f4f5a01a tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:47.747884 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1e4117b1-8ce8-4adb-ac21-7e078a2f0d93 req-f42c6a3e-fbfc-470b-9df7-a8d5f4f5a01a tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.1974730 Apr 14 11:25:47.778859 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-38ec992e-1513-4a53-b473-8e50c89c2818 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:25:47.791253 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-38ec992e-1513-4a53-b473-8e50c89c2818 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:25:47.829176 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-38ec992e-1513-4a53-b473-8e50c89c2818 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:47.848168 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1e4117b1-8ce8-4adb-ac21-7e078a2f0d93 req-c2c269e7-8905-4542-842d-b0e7c49443db tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781662 Apr 14 11:25:47.890018 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-9f7b75e6-bd77-4392-9f69-3746bf7e1b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e6b5f81-81ca-4f85-befb-de478ff8a664', 'name': 'tempest-TestMinimumBasicScenario-2037564288-router', 'tenant_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '771618e2-ae05-4ade-ae22-8ee65dd45ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:24:28Z', 'updated_at': '2021-04-14T11:24:36Z', 'revision_number': 4, 'project_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'gw_port': {'id': '771618e2-ae05-4ade-ae22-8ee65dd45ce3', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6b5f81-81ca-4f85-befb-de478ff8a664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:30Z', 'updated_at': '2021-04-14T11:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_floatingips': [{'id': '5381aa6c-a8df-4486-bd62-15e6babeb67e', 'tenant_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'floating_ip_address': '172.28.2.214', 'floating_network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'router_id': '8e6b5f81-81ca-4f85-befb-de478ff8a664', 'port_id': '1d3a4402-523d-4387-a129-5cda154bd839', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac53151c-4a07-4555-933b-5b25406ca80f', 'mac_address': 'fa:16:3e:f0:ce:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7062ce8-da54-4428-82b1-f967b1343d80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:25:45Z', 'updated_at': '2021-04-14T11:25:45Z', 'revision_number': 0, 'project_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '681fbf0d-ccb6-48a4-9020-8e0c37eee89f', 'name': '', 'network_id': 'ac53151c-4a07-4555-933b-5b25406ca80f', 'tenant_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'mac_address': 'fa:16:3e:8f:bf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6b5f81-81ca-4f85-befb-de478ff8a664', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd1a71b1c-3b16-43d6-881e-23a824385fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:35Z', 'updated_at': '2021-04-14T11:24:45Z', 'revision_number': 5, 'project_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'subnets': [{'id': 'd1a71b1c-3b16-43d6-881e-23a824385fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:25:47.894216 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7b75e6-bd77-4392-9f69-3746bf7e1b0e None None] Checking router: 8e6b5f81-81ca-4f85-befb-de478ff8a664 for host: dv-cinder-774594-3-smb {{(pid=85230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 11:25:47.902332 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-38ec992e-1513-4a53-b473-8e50c89c2818 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:47.903211 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7b75e6-bd77-4392-9f69-3746bf7e1b0e None None] Routers {'8e6b5f81-81ca-4f85-befb-de478ff8a664'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:25:47.904144 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-9f7b75e6-bd77-4392-9f69-3746bf7e1b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:25:39Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['8e6b5f81-81ca-4f85-befb-de478ff8a664'], 'active': True} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:25:47.907859 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-38ec992e-1513-4a53-b473-8e50c89c2818 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685144'] for security_group_rule, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:47.912281 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb844f91-bdae-4a48-9b63-4e24b8d4656e req-0ec5403d-03fc-42a7-8088-ae6a00dabbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:47.914146 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-cb844f91-bdae-4a48-9b63-4e24b8d4656e req-0ec5403d-03fc-42a7-8088-ae6a00dabbfa service neutron] 10.222.0.41 "GET /v2.0/networks?id=ac53151c-4a07-4555-933b-5b25406ca80f HTTP/1.1" status: 200 len: 916 time: 0.1767213 Apr 14 11:25:47.919637 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d059c12-d6be-4f28-b2a6-27a3af265f74 req-e29b969b-df11-49e6-a275-d4d026ca00ce tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:47.921382 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0d059c12-d6be-4f28-b2a6-27a3af265f74 req-e29b969b-df11-49e6-a275-d4d026ca00ce tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 946 time: 0.1919887 Apr 14 11:25:47.926643 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-849ab692-59c6-4876-b9f0-cb9ff0f15225 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:25:47.943084 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec992e-1513-4a53-b473-8e50c89c2818 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5220410c-22bd-43ad-b454-344ab26708ef,revision_number=0']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:25:47.951251 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-38ec992e-1513-4a53-b473-8e50c89c2818 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:25:47.977109 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0d059c12-d6be-4f28-b2a6-27a3af265f74 req-64743815-f86c-4b7f-b30f-fcf44581d315 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fca7b41-170b-4498-b59c-3e0436956ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351110 Apr 14 11:25:47.990606 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-38ec992e-1513-4a53-b473-8e50c89c2818 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:47.994578 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-38ec992e-1513-4a53-b473-8e50c89c2818 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2839291 Apr 14 11:25:47.995416 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 60932) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:25:48.000986 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-81c7f5b7-5564-4fd6-a208-15fe53937a92 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Request body: {'security_group_rule': {'security_group_id': 'a6b1711d-b0d2-49ab-8a22-a74bea3a535a', 'project_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:25:48.007438 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-81c7f5b7-5564-4fd6-a208-15fe53937a92 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:25:48.011594 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-81c7f5b7-5564-4fd6-a208-15fe53937a92 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Usage tracker for resource:security_group_rule and tenant:afaf019a8c1e453eb9ab3cf44e7ad4fa is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:25:48.014771 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-81c7f5b7-5564-4fd6-a208-15fe53937a92 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:25:48.022218 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-81c7f5b7-5564-4fd6-a208-15fe53937a92 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:25:48.040825 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-81c7f5b7-5564-4fd6-a208-15fe53937a92 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:48.099629 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-9f7b75e6-bd77-4392-9f69-3746bf7e1b0e None None] Set router 8e6b5f81-81ca-4f85-befb-de478ff8a664 gateway port host: dv-cinder-774594-3-smb {{(pid=85230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:25:48.115056 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-81c7f5b7-5564-4fd6-a208-15fe53937a92 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:48.117820 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-81c7f5b7-5564-4fd6-a208-15fe53937a92 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685144'] for security_group_rule, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:48.126115 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:25:48.129316 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-cb844f91-bdae-4a48-9b63-4e24b8d4656e req-040b0441-89fc-4530-a2b2-5cf3ed93b4e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d3a4402-523d-4387-a129-5cda154bd839 HTTP/1.1" status: 200 len: 1000 time: 0.1998601 Apr 14 11:25:48.146868 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c7f5b7-5564-4fd6-a208-15fe53937a92 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c39bfc3-01c1-463e-b61d-c2ec06f9144c,revision_number=0']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:25:48.149495 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-81c7f5b7-5564-4fd6-a208-15fe53937a92 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:25:48.156052 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-81c7f5b7-5564-4fd6-a208-15fe53937a92 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:48.160683 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-81c7f5b7-5564-4fd6-a208-15fe53937a92 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1615744 Apr 14 11:25:48.160892 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 60936) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:25:48.167241 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-8c047ca8-e6d7-4def-9a54-2870750c3767 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Request body: {'security_group_rule': {'security_group_id': 'a6b1711d-b0d2-49ab-8a22-a74bea3a535a', 'project_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:25:48.172941 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-8c047ca8-e6d7-4def-9a54-2870750c3767 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:25:48.177284 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-8c047ca8-e6d7-4def-9a54-2870750c3767 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Usage tracker for resource:security_group_rule and tenant:afaf019a8c1e453eb9ab3cf44e7ad4fa is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:25:48.180415 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-8c047ca8-e6d7-4def-9a54-2870750c3767 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:25:48.187193 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-8c047ca8-e6d7-4def-9a54-2870750c3767 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:25:48.204485 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8c047ca8-e6d7-4def-9a54-2870750c3767 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:48.205858 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728af6d0-c5a9-43cb-af4e-b459f85bdf40 req-e8d57fc7-8eb7-4421-b5f6-1ffc41fa58c0 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:48.207486 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-728af6d0-c5a9-43cb-af4e-b459f85bdf40 req-e8d57fc7-8eb7-4421-b5f6-1ffc41fa58c0 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7d0cc23-a589-44ed-ba8e-19fb504714f5 HTTP/1.1" status: 200 len: 945 time: 0.1777947 Apr 14 11:25:48.220087 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb844f91-bdae-4a48-9b63-4e24b8d4656e req-a8d8fcaa-a076-413f-a3b3-b93317725114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:48.221584 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-cb844f91-bdae-4a48-9b63-4e24b8d4656e req-a8d8fcaa-a076-413f-a3b3-b93317725114 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1a71b1c-3b16-43d6-881e-23a824385fe9 HTTP/1.1" status: 200 len: 854 time: 0.0839169 Apr 14 11:25:48.276453 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8c047ca8-e6d7-4def-9a54-2870750c3767 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:48.279391 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8c047ca8-e6d7-4def-9a54-2870750c3767 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685144'] for security_group_rule, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:48.288441 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-26a7055c-6ade-4489-9c28-9b812a2f9e59 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:25:48.291143 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-728af6d0-c5a9-43cb-af4e-b459f85bdf40 req-deef984b-1672-4bba-b867-f4096d54651a tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/security-groups?id=318d734d-4082-4e38-9fd7-f87715632db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734699 Apr 14 11:25:48.306617 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c047ca8-e6d7-4def-9a54-2870750c3767 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f976370-6994-496f-a7a9-7cedea6385be,revision_number=0']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:25:48.309360 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-8c047ca8-e6d7-4def-9a54-2870750c3767 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:25:48.320316 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8c047ca8-e6d7-4def-9a54-2870750c3767 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:48.324399 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-8c047ca8-e6d7-4def-9a54-2870750c3767 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1598468 Apr 14 11:25:48.324677 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 60940) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:25:48.331954 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-8874ea09-815e-401c-8abb-8f1b8dabd72b tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Request body: {'security_group_rule': {'security_group_id': 'a6b1711d-b0d2-49ab-8a22-a74bea3a535a', 'project_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:25:48.332196 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb844f91-bdae-4a48-9b63-4e24b8d4656e req-0434d4fe-3026-48e5-bcde-2f09866b3090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:48.333695 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-cb844f91-bdae-4a48-9b63-4e24b8d4656e req-0434d4fe-3026-48e5-bcde-2f09866b3090 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ac53151c-4a07-4555-933b-5b25406ca80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1005263 Apr 14 11:25:48.339202 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-8874ea09-815e-401c-8abb-8f1b8dabd72b tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:25:48.343749 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-8874ea09-815e-401c-8abb-8f1b8dabd72b tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Usage tracker for resource:security_group_rule and tenant:afaf019a8c1e453eb9ab3cf44e7ad4fa is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:25:48.347787 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-8874ea09-815e-401c-8abb-8f1b8dabd72b tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:25:48.355119 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-8874ea09-815e-401c-8abb-8f1b8dabd72b tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:25:48.373261 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8874ea09-815e-401c-8abb-8f1b8dabd72b tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:48.451168 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8874ea09-815e-401c-8abb-8f1b8dabd72b tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:48.455059 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8874ea09-815e-401c-8abb-8f1b8dabd72b tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685144'] for security_group_rule, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:48.463747 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:25:48.490399 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8874ea09-815e-401c-8abb-8f1b8dabd72b tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1d64a42-67c4-4e72-901b-0f11a61822a3,revision_number=0']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:25:48.492957 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-8874ea09-815e-401c-8abb-8f1b8dabd72b tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:25:48.494887 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-cb844f91-bdae-4a48-9b63-4e24b8d4656e req-0e4193c4-78ce-4b08-b16d-a552f6097ef6 service neutron] 10.222.0.41 "GET /v2.0/networks/ac53151c-4a07-4555-933b-5b25406ca80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443293 Apr 14 11:25:48.496897 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8874ea09-815e-401c-8abb-8f1b8dabd72b tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:48.498174 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-8874ea09-815e-401c-8abb-8f1b8dabd72b tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1722989 Apr 14 11:25:48.501558 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 60944) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:25:48.507133 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-11f071ff-1185-413d-9a8e-3688bb2df377 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Request body: {'security_group_rule': {'security_group_id': 'a6b1711d-b0d2-49ab-8a22-a74bea3a535a', 'project_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:25:48.513852 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-11f071ff-1185-413d-9a8e-3688bb2df377 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:25:48.518463 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-11f071ff-1185-413d-9a8e-3688bb2df377 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Usage tracker for resource:security_group_rule and tenant:afaf019a8c1e453eb9ab3cf44e7ad4fa is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:25:48.521461 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-11f071ff-1185-413d-9a8e-3688bb2df377 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:25:48.527978 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-11f071ff-1185-413d-9a8e-3688bb2df377 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:25:48.538029 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.db.securitygroups_db [None req-11f071ff-1185-413d-9a8e-3688bb2df377 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Project afaf019a8c1e453eb9ab3cf44e7ad4fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 11:25:48.544957 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-11f071ff-1185-413d-9a8e-3688bb2df377 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:48.617799 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-11f071ff-1185-413d-9a8e-3688bb2df377 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:48.620392 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-11f071ff-1185-413d-9a8e-3688bb2df377 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685144'] for security_group_rule, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:48.628845 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:25:48.636267 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-9f7b75e6-bd77-4392-9f69-3746bf7e1b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e6b5f81-81ca-4f85-befb-de478ff8a664', 'name': 'tempest-TestMinimumBasicScenario-2037564288-router', 'tenant_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '771618e2-ae05-4ade-ae22-8ee65dd45ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:24:28Z', 'updated_at': '2021-04-14T11:24:36Z', 'revision_number': 4, 'project_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'gw_port': {'id': '771618e2-ae05-4ade-ae22-8ee65dd45ce3', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6b5f81-81ca-4f85-befb-de478ff8a664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:30Z', 'updated_at': '2021-04-14T11:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_floatingips': [{'id': '5381aa6c-a8df-4486-bd62-15e6babeb67e', 'tenant_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'floating_ip_address': '172.28.2.214', 'floating_network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'router_id': '8e6b5f81-81ca-4f85-befb-de478ff8a664', 'port_id': '1d3a4402-523d-4387-a129-5cda154bd839', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac53151c-4a07-4555-933b-5b25406ca80f', 'mac_address': 'fa:16:3e:f0:ce:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7062ce8-da54-4428-82b1-f967b1343d80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:25:45Z', 'updated_at': '2021-04-14T11:25:45Z', 'revision_number': 0, 'project_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '681fbf0d-ccb6-48a4-9020-8e0c37eee89f', 'name': '', 'network_id': 'ac53151c-4a07-4555-933b-5b25406ca80f', 'tenant_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'mac_address': 'fa:16:3e:8f:bf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6b5f81-81ca-4f85-befb-de478ff8a664', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd1a71b1c-3b16-43d6-881e-23a824385fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:35Z', 'updated_at': '2021-04-14T11:24:45Z', 'revision_number': 5, 'project_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'subnets': [{'id': 'd1a71b1c-3b16-43d6-881e-23a824385fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:25:48.640951 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7b75e6-bd77-4392-9f69-3746bf7e1b0e None None] The sync data for ids ['8e6b5f81-81ca-4f85-befb-de478ff8a664'] in dv-cinder-774594-3-smb is: [{'id': '8e6b5f81-81ca-4f85-befb-de478ff8a664', 'name': 'tempest-TestMinimumBasicScenario-2037564288-router', 'tenant_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '771618e2-ae05-4ade-ae22-8ee65dd45ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:24:28Z', 'updated_at': '2021-04-14T11:24:36Z', 'revision_number': 4, 'project_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'gw_port': {'id': '771618e2-ae05-4ade-ae22-8ee65dd45ce3', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6b5f81-81ca-4f85-befb-de478ff8a664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:30Z', 'updated_at': '2021-04-14T11:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_floatingips': [{'id': '5381aa6c-a8df-4486-bd62-15e6babeb67e', 'tenant_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'floating_ip_address': '172.28.2.214', 'floating_network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'router_id': '8e6b5f81-81ca-4f85-befb-de478ff8a664', 'port_id': '1d3a4402-523d-4387-a129-5cda154bd839', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac53151c-4a07-4555-933b-5b25406ca80f', 'mac_address': 'fa:16:3e:f0:ce:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7062ce8-da54-4428-82b1-f967b1343d80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:25:45Z', 'updated_at': '2021-04-14T11:25:45Z', 'revision_number': 0, 'project_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '681fbf0d-ccb6-48a4-9020-8e0c37eee89f', 'name': '', 'network_id': 'ac53151c-4a07-4555-933b-5b25406ca80f', 'tenant_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'mac_address': 'fa:16:3e:8f:bf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6b5f81-81ca-4f85-befb-de478ff8a664', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd1a71b1c-3b16-43d6-881e-23a824385fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:35Z', 'updated_at': '2021-04-14T11:24:45Z', 'revision_number': 5, 'project_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'subnets': [{'id': 'd1a71b1c-3b16-43d6-881e-23a824385fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 11:25:48.646767 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f071ff-1185-413d-9a8e-3688bb2df377 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b87f8d1-7200-4cfd-a8a5-a2a7d989aa5e,revision_number=0']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:25:48.651608 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-cb844f91-bdae-4a48-9b63-4e24b8d4656e req-f8c527dc-f611-4b7a-812a-802df9f72b70 service neutron] 10.222.0.41 "GET /v2.0/networks/ac53151c-4a07-4555-933b-5b25406ca80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406577 Apr 14 11:25:48.656671 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-11f071ff-1185-413d-9a8e-3688bb2df377 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:25:48.668488 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-11f071ff-1185-413d-9a8e-3688bb2df377 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:48.670455 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-11f071ff-1185-413d-9a8e-3688bb2df377 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1679249 Apr 14 11:25:48.673683 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 60948) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:25:48.680140 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-097961e2-87b6-43e8-bb91-e7dd2a6f302c tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Request body: {'security_group_rule': {'security_group_id': 'a6b1711d-b0d2-49ab-8a22-a74bea3a535a', 'project_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:25:48.686796 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-097961e2-87b6-43e8-bb91-e7dd2a6f302c tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:25:48.691471 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-097961e2-87b6-43e8-bb91-e7dd2a6f302c tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Usage tracker for resource:security_group_rule and tenant:afaf019a8c1e453eb9ab3cf44e7ad4fa is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:25:48.694636 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-097961e2-87b6-43e8-bb91-e7dd2a6f302c tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:25:48.700865 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-097961e2-87b6-43e8-bb91-e7dd2a6f302c tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:25:48.719416 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.db.securitygroups_db [None req-097961e2-87b6-43e8-bb91-e7dd2a6f302c tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Project afaf019a8c1e453eb9ab3cf44e7ad4fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 11:25:48.726570 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-097961e2-87b6-43e8-bb91-e7dd2a6f302c tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:48.793194 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-097961e2-87b6-43e8-bb91-e7dd2a6f302c tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:48.796173 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-097961e2-87b6-43e8-bb91-e7dd2a6f302c tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685144'] for security_group_rule, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:48.798807 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:25:48.821305 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097961e2-87b6-43e8-bb91-e7dd2a6f302c tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e91384ee-6146-4d68-807b-75828276b9b7,revision_number=0']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:25:48.825508 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-097961e2-87b6-43e8-bb91-e7dd2a6f302c tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:25:48.833582 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-097961e2-87b6-43e8-bb91-e7dd2a6f302c tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:48.834902 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-097961e2-87b6-43e8-bb91-e7dd2a6f302c tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1599026 Apr 14 11:25:48.925485 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d104ac1-7872-4575-8fed-cdb70a470a47 req-22779c21-efa3-457c-9a61-8eaa1f9a5df9 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:48.927261 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2d104ac1-7872-4575-8fed-cdb70a470a47 req-22779c21-efa3-457c-9a61-8eaa1f9a5df9 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.41 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.0956237 Apr 14 11:25:48.957410 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5790933b-9588-465c-bca0-449a8028ef49 req-06f59523-b58f-4279-a70e-79ba9f722c46 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-162039166&fields=id&tenant_id=afaf019a8c1e453eb9ab3cf44e7ad4fa HTTP/1.1" status: 200 len: 267 time: 0.0289137 Apr 14 11:25:48.987443 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaaa980-41a0-443b-9586-6fc7baf5cdbc None None] New status for floating IP 5381aa6c-a8df-4486-bd62-15e6babeb67e: ACTIVE {{(pid=85229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 11:25:49.068851 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [req-2d104ac1-7872-4575-8fed-cdb70a470a47 req-60b462ee-c8ef-41d4-81c9-aab7d292f551 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Deleting port 67800dfe-e336-4c31-8382-bd269e42ae39 {{(pid=85228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:25:49.069238 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-2d104ac1-7872-4575-8fed-cdb70a470a47 req-60b462ee-c8ef-41d4-81c9-aab7d292f551 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:49.070317 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790933b-9588-465c-bca0-449a8028ef49 req-8993538f-914a-4b88-8bbb-80130702870a tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:49.072093 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5790933b-9588-465c-bca0-449a8028ef49 req-8993538f-914a-4b88-8bbb-80130702870a tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 946 time: 0.1076076 Apr 14 11:25:49.087148 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [req-5790933b-9588-465c-bca0-449a8028ef49 req-daf3d4d2-18f5-4789-b8d0-096d852e90cc tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Request body: {'port': {'security_groups': ['92c111e1-d74b-4ea2-8da0-35dcedf4cd58', 'a6b1711d-b0d2-49ab-8a22-a74bea3a535a']}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:25:49.159744 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ef121-0c02-44b4-8451-ed326f0cd865 req-3ebfbd56-470c-464b-86ff-b8e01ff88a73 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:49.162514 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-397ef121-0c02-44b4-8451-ed326f0cd865 req-3ebfbd56-470c-464b-86ff-b8e01ff88a73 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 946 time: 0.1895969 Apr 14 11:25:49.224633 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-5790933b-9588-465c-bca0-449a8028ef49 req-daf3d4d2-18f5-4789-b8d0-096d852e90cc tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:49.245266 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-397ef121-0c02-44b4-8451-ed326f0cd865 req-ac491a26-9964-43e5-85be-9a9c230c9c95 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/security-groups?id=afd44f0c-66ba-4793-8beb-7979d7d9c995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493350 Apr 14 11:25:49.470318 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-2d104ac1-7872-4575-8fed-cdb70a470a47 req-60b462ee-c8ef-41d4-81c9-aab7d292f551 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] For port 67800dfe-e336-4c31-8382-bd269e42ae39, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=67800dfe-e336-4c31-8382-bd269e42ae39,segment=NetworkSegment(212fd361-423d-43e4-8548-a42b1e25df2f),segment_id=212fd361-423d-43e4-8548-a42b1e25df2f)] {{(pid=85228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:25:49.470756 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-2d104ac1-7872-4575-8fed-cdb70a470a47 req-60b462ee-c8ef-41d4-81c9-aab7d292f551 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:49.568710 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-5790933b-9588-465c-bca0-449a8028ef49 req-daf3d4d2-18f5-4789-b8d0-096d852e90cc tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] For port 1d3a4402-523d-4387-a129-5cda154bd839, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=1d3a4402-523d-4387-a129-5cda154bd839,segment=NetworkSegment(1281ef78-4400-4bc6-bf65-6b8539a805bf),segment_id=1281ef78-4400-4bc6-bf65-6b8539a805bf)] {{(pid=85227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:25:49.596008 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-5790933b-9588-465c-bca0-449a8028ef49 req-daf3d4d2-18f5-4789-b8d0-096d852e90cc tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks [] for port, precommit_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:49.599806 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-5790933b-9588-465c-bca0-449a8028ef49 req-daf3d4d2-18f5-4789-b8d0-096d852e90cc tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843799442'] for port, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:49.612628 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] get_ports_and_sgs() called for port_ids ['1d3a4402-523d-4387-a129-5cda154bd839'] {{(pid=85229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 11:25:49.613161 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [req-2d104ac1-7872-4575-8fed-cdb70a470a47 req-60b462ee-c8ef-41d4-81c9-aab7d292f551 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Calling delete_port for 67800dfe-e336-4c31-8382-bd269e42ae39 owned by compute:nova {{(pid=85228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:25:49.614487 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-f3838ff9-7250-4d75-a066-11b609387b3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:25:49.670861 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894e01e-77af-4325-ae6c-4fae318a7d28 req-ce2e5130-4151-4cb6-8c10-e6aec56d39d1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:49.672627 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a894e01e-77af-4325-ae6c-4fae318a7d28 req-ce2e5130-4151-4cb6-8c10-e6aec56d39d1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 946 time: 0.3021443 Apr 14 11:25:49.715108 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a894e01e-77af-4325-ae6c-4fae318a7d28 req-264c45d0-6cae-4d90-886e-083f79e8e445 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fca7b41-170b-4498-b59c-3e0436956ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340292 Apr 14 11:25:49.791519 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3d4d2-18f5-4789-b8d0-096d852e90cc tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Pushing event updated for resources: {'Port': ['ID=1d3a4402-523d-4387-a129-5cda154bd839,revision_number=6']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:25:49.806400 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-2d104ac1-7872-4575-8fed-cdb70a470a47 req-60b462ee-c8ef-41d4-81c9-aab7d292f551 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1926183'] for port, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:49.807445 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf3d4d2-18f5-4789-b8d0-096d852e90cc tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:25:49.807872 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf3d4d2-18f5-4789-b8d0-096d852e90cc tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:25:49.808281 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf3d4d2-18f5-4789-b8d0-096d852e90cc tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:25:49.808685 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf3d4d2-18f5-4789-b8d0-096d852e90cc tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:25:49.809087 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf3d4d2-18f5-4789-b8d0-096d852e90cc tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:25:49.809483 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf3d4d2-18f5-4789-b8d0-096d852e90cc tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:25:49.809879 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf3d4d2-18f5-4789-b8d0-096d852e90cc tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:25:49.810275 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf3d4d2-18f5-4789-b8d0-096d852e90cc tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:25:49.810700 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf3d4d2-18f5-4789-b8d0-096d852e90cc tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:25:49.811096 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf3d4d2-18f5-4789-b8d0-096d852e90cc tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:25:49.811487 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf3d4d2-18f5-4789-b8d0-096d852e90cc tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:25:49.811881 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf3d4d2-18f5-4789-b8d0-096d852e90cc tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:25:49.825447 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-86dd59cc-c5de-4eb8-86a1-1bf6f164fccd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:25:49.829984 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-daf3d4d2-18f5-4789-b8d0-096d852e90cc tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:25:49.854613 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790933b-9588-465c-bca0-449a8028ef49 req-daf3d4d2-18f5-4789-b8d0-096d852e90cc tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:49.855441 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-5790933b-9588-465c-bca0-449a8028ef49 req-daf3d4d2-18f5-4789-b8d0-096d852e90cc tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:49.856958 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5790933b-9588-465c-bca0-449a8028ef49 req-daf3d4d2-18f5-4789-b8d0-096d852e90cc tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "PUT /v2.0/ports/1d3a4402-523d-4387-a129-5cda154bd839 HTTP/1.1" status: 200 len: 982 time: 0.7753692 Apr 14 11:25:49.857630 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7062ce8-da54-4428-82b1-f967b1343d80', 'tag': '1d3a4402-523d-4387-a129-5cda154bd839'}] {{(pid=85227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:25:49.901279 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b462ee-c8ef-41d4-81c9-aab7d292f551 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Pushing event deleted for resources: {'Port': ['ID=67800dfe-e336-4c31-8382-bd269e42ae39,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:25:49.918216 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7062ce8-da54-4428-82b1-f967b1343d80', 'tag': '1d3a4402-523d-4387-a129-5cda154bd839', 'status': 'completed', 'code': 200} Apr 14 11:25:49.960629 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] get_ports_and_sgs() called for port_ids ['1d3a4402-523d-4387-a129-5cda154bd839'] {{(pid=85229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 11:25:49.999302 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-60b462ee-c8ef-41d4-81c9-aab7d292f551 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:25:50.134565 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d1435-2a50-49bc-bd84-a2bd896b893d req-7f7f6d91-5be9-456c-a737-bc1bc952b03e tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:50.136294 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a93d1435-2a50-49bc-bd84-a2bd896b893d req-7f7f6d91-5be9-456c-a737-bc1bc952b03e tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7d0cc23-a589-44ed-ba8e-19fb504714f5 HTTP/1.1" status: 200 len: 945 time: 0.1825182 Apr 14 11:25:50.178500 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752c647-a9e8-4949-b512-c2dae6cb2853 req-b9e74001-9da2-4840-944b-af1b3d639879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:50.180127 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4752c647-a9e8-4949-b512-c2dae6cb2853 req-b9e74001-9da2-4840-944b-af1b3d639879 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=afaf019a8c1e453eb9ab3cf44e7ad4fa&device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 1138 time: 0.2383037 Apr 14 11:25:50.245370 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a93d1435-2a50-49bc-bd84-a2bd896b893d req-65502047-8b05-47db-9841-fe4e15e2c4e6 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/security-groups?id=318d734d-4082-4e38-9fd7-f87715632db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977104 Apr 14 11:25:50.251652 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d104ac1-7872-4575-8fed-cdb70a470a47 req-60b462ee-c8ef-41d4-81c9-aab7d292f551 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] No DVR routers for this DVR port 67800dfe-e336-4c31-8382-bd269e42ae39 on host hv-cinder-77459 {{(pid=85228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 11:25:50.254642 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-2d104ac1-7872-4575-8fed-cdb70a470a47 req-60b462ee-c8ef-41d4-81c9-aab7d292f551 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:50.257572 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b5f0e5-4607-4e61-8a01-c28a3cf71b2d', 'name': 'network-vif-deleted', 'tag': '67800dfe-e336-4c31-8382-bd269e42ae39'}] {{(pid=85228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:25:50.269347 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-f2b5cea4-5ffc-4842-8957-01e6b597d474 None None] Provisioning complete for port 1d3a4402-523d-4387-a129-5cda154bd839 triggered by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:25:50.269936 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f2b5cea4-5ffc-4842-8957-01e6b597d474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:50.284738 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2d104ac1-7872-4575-8fed-cdb70a470a47 req-60b462ee-c8ef-41d4-81c9-aab7d292f551 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.41 "DELETE /v2.0/ports/67800dfe-e336-4c31-8382-bd269e42ae39 HTTP/1.1" status: 204 len: 173 time: 1.3504066 Apr 14 11:25:50.335231 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b5f0e5-4607-4e61-8a01-c28a3cf71b2d', 'name': 'network-vif-deleted', 'tag': '67800dfe-e336-4c31-8382-bd269e42ae39', 'status': 'completed', 'code': 200} Apr 14 11:25:50.361097 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96506bd8-de7a-4e26-aa49-34da47c71bcc req-d8906d89-b870-4e07-9016-0a19ce734613 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:50.362734 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-96506bd8-de7a-4e26-aa49-34da47c71bcc req-d8906d89-b870-4e07-9016-0a19ce734613 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7d0cc23-a589-44ed-ba8e-19fb504714f5 HTTP/1.1" status: 200 len: 945 time: 0.3167183 Apr 14 11:25:50.374027 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21cc225-4267-4358-a279-9f437b457725 req-0b0b40cb-d046-49b6-8706-5cbfb4914d5e tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:50.375642 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f21cc225-4267-4358-a279-9f437b457725 req-0b0b40cb-d046-49b6-8706-5cbfb4914d5e tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 985 time: 0.2858124 Apr 14 11:25:50.455508 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f21cc225-4267-4358-a279-9f437b457725 req-9e6d7025-0b71-4ff9-85bc-36c5141d4bbf tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/security-groups?id=92c111e1-d74b-4ea2-8da0-35dcedf4cd58&id=a6b1711d-b0d2-49ab-8a22-a74bea3a535a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434563 Apr 14 11:25:50.505290 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-f5f6f7e2-47ce-4e27-8976-036d70e33a5a req-f8b5c91a-d112-431a-9117-113740cf4e2e tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Synchronizing usage tracker for tenant:4b3f85d7308945ada4fb45e00aa6c46b on resource:port {{(pid=85228) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:25:50.529040 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-f5f6f7e2-47ce-4e27-8976-036d70e33a5a req-f8b5c91a-d112-431a-9117-113740cf4e2e tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Unset dirty status for tenant:4b3f85d7308945ada4fb45e00aa6c46b on resource:port {{(pid=85228) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:25:50.532539 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f5f6f7e2-47ce-4e27-8976-036d70e33a5a req-f8b5c91a-d112-431a-9117-113740cf4e2e tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] 10.222.0.52 "GET /v2.0/ports?device_id=87b5f0e5-4607-4e61-8a01-c28a3cf71b2d HTTP/1.1" status: 200 len: 210 time: 0.0844805 Apr 14 11:25:50.543973 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752c647-a9e8-4949-b512-c2dae6cb2853 req-0c138f9a-8ff3-40da-8334-e45eb750f2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:50.545953 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4752c647-a9e8-4949-b512-c2dae6cb2853 req-0c138f9a-8ff3-40da-8334-e45eb750f2e1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ac53151c-4a07-4555-933b-5b25406ca80f HTTP/1.1" status: 200 len: 916 time: 0.3576927 Apr 14 11:25:50.560909 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [req-96506bd8-de7a-4e26-aa49-34da47c71bcc req-a090465c-0ee9-41b7-9b80-2cd3fa58d116 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Deleting port d52eb2d7-7267-49a9-a85d-34c7b8d966d6 {{(pid=85227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:25:50.561294 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-96506bd8-de7a-4e26-aa49-34da47c71bcc req-a090465c-0ee9-41b7-9b80-2cd3fa58d116 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:50.676641 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] get_ports_and_sgs() called for port_ids ['67800dfe-e336-4c31-8382-bd269e42ae39'] {{(pid=85229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 11:25:51.013332 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4752c647-a9e8-4949-b512-c2dae6cb2853 req-c9c0ed0b-980f-4780-a428-283327f30dcc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d3a4402-523d-4387-a129-5cda154bd839 HTTP/1.1" status: 200 len: 1002 time: 0.4593110 Apr 14 11:25:51.196566 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752c647-a9e8-4949-b512-c2dae6cb2853 req-cfca94c8-ea58-48a3-baf8-f1c6f2df4a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:51.198048 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4752c647-a9e8-4949-b512-c2dae6cb2853 req-cfca94c8-ea58-48a3-baf8-f1c6f2df4a30 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1a71b1c-3b16-43d6-881e-23a824385fe9 HTTP/1.1" status: 200 len: 854 time: 0.1718936 Apr 14 11:25:51.305088 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288483d-f8d6-4e90-83cb-90230322742a req-91597a49-e605-4c65-8bfe-2c5264eea526 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:51.306726 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f288483d-f8d6-4e90-83cb-90230322742a req-91597a49-e605-4c65-8bfe-2c5264eea526 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 946 time: 0.3519084 Apr 14 11:25:51.353725 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-96506bd8-de7a-4e26-aa49-34da47c71bcc req-a090465c-0ee9-41b7-9b80-2cd3fa58d116 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] For port d52eb2d7-7267-49a9-a85d-34c7b8d966d6, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d52eb2d7-7267-49a9-a85d-34c7b8d966d6,segment=NetworkSegment(652d1cc2-c1dc-4377-8688-41fabdc1dac0),segment_id=652d1cc2-c1dc-4377-8688-41fabdc1dac0)] {{(pid=85227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:25:51.354125 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-96506bd8-de7a-4e26-aa49-34da47c71bcc req-a090465c-0ee9-41b7-9b80-2cd3fa58d116 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:51.437741 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f288483d-f8d6-4e90-83cb-90230322742a req-37069ca6-4464-4fdb-86a9-c53638b4a9b2 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fca7b41-170b-4498-b59c-3e0436956ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159008 Apr 14 11:25:51.455145 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe6785-0479-474e-b1a1-5e63a456b4ff req-a96c9bfd-b164-4961-8032-c36b0cc7b270 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:51.456875 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-fefe6785-0479-474e-b1a1-5e63a456b4ff req-a96c9bfd-b164-4961-8032-c36b0cc7b270 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7d0cc23-a589-44ed-ba8e-19fb504714f5 HTTP/1.1" status: 200 len: 945 time: 0.0871713 Apr 14 11:25:51.489108 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-fefe6785-0479-474e-b1a1-5e63a456b4ff req-8d979f0a-9404-45d8-aa32-a531dfa59c1b tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/security-groups?id=318d734d-4082-4e38-9fd7-f87715632db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257270 Apr 14 11:25:51.508258 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [req-96506bd8-de7a-4e26-aa49-34da47c71bcc req-a090465c-0ee9-41b7-9b80-2cd3fa58d116 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Calling delete_port for d52eb2d7-7267-49a9-a85d-34c7b8d966d6 owned by compute:nova {{(pid=85227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:25:51.557039 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752c647-a9e8-4949-b512-c2dae6cb2853 req-f21243ee-9e41-4910-a39f-d112e5637f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:51.558661 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4752c647-a9e8-4949-b512-c2dae6cb2853 req-f21243ee-9e41-4910-a39f-d112e5637f56 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ac53151c-4a07-4555-933b-5b25406ca80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3392739 Apr 14 11:25:51.636672 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 60976) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:25:51.782836 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4752c647-a9e8-4949-b512-c2dae6cb2853 req-bde8bba9-58b4-43d0-a226-269ca227763a service neutron] 10.222.0.41 "GET /v2.0/networks/ac53151c-4a07-4555-933b-5b25406ca80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126913 Apr 14 11:25:51.790729 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-96506bd8-de7a-4e26-aa49-34da47c71bcc req-a090465c-0ee9-41b7-9b80-2cd3fa58d116 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10976374'] for port, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:51.801644 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] get_ports_and_sgs() called for port_ids ['d52eb2d7-7267-49a9-a85d-34c7b8d966d6'] {{(pid=85229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 11:25:51.831029 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-949e0bd7-cf80-4c91-b8a7-470021635296 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:25:51.981529 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a090465c-0ee9-41b7-9b80-2cd3fa58d116 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Pushing event deleted for resources: {'Port': ['ID=d52eb2d7-7267-49a9-a85d-34c7b8d966d6,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:25:51.995579 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a090465c-0ee9-41b7-9b80-2cd3fa58d116 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:25:52.110358 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4752c647-a9e8-4949-b512-c2dae6cb2853 req-7178639d-12e6-4105-806a-3f35bea47036 service neutron] 10.222.0.41 "GET /v2.0/networks/ac53151c-4a07-4555-933b-5b25406ca80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175795 Apr 14 11:25:52.190362 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [req-96506bd8-de7a-4e26-aa49-34da47c71bcc req-a090465c-0ee9-41b7-9b80-2cd3fa58d116 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] No DVR routers for this DVR port d52eb2d7-7267-49a9-a85d-34c7b8d966d6 on host hv-cinder-77459 {{(pid=85227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 11:25:52.192845 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-96506bd8-de7a-4e26-aa49-34da47c71bcc req-a090465c-0ee9-41b7-9b80-2cd3fa58d116 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:52.195635 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d0cc23-a589-44ed-ba8e-19fb504714f5', 'name': 'network-vif-deleted', 'tag': 'd52eb2d7-7267-49a9-a85d-34c7b8d966d6'}] {{(pid=85227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:25:52.211301 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-96506bd8-de7a-4e26-aa49-34da47c71bcc req-a090465c-0ee9-41b7-9b80-2cd3fa58d116 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.41 "DELETE /v2.0/ports/d52eb2d7-7267-49a9-a85d-34c7b8d966d6 HTTP/1.1" status: 204 len: 173 time: 1.8346176 Apr 14 11:25:52.248215 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d0cc23-a589-44ed-ba8e-19fb504714f5', 'name': 'network-vif-deleted', 'tag': 'd52eb2d7-7267-49a9-a85d-34c7b8d966d6', 'status': 'completed', 'code': 200} Apr 14 11:25:52.428297 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0a780d1a-2c2b-47f8-a7d4-c1fd98fcf455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-771124'] for router_interface, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:52.644551 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e964f-8e58-4363-96a0-6ddf0dabaa81 req-e72000e2-f7f5-4e66-8607-efd2dc318b95 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:52.646162 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-360e964f-8e58-4363-96a0-6ddf0dabaa81 req-e72000e2-f7f5-4e66-8607-efd2dc318b95 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 946 time: 0.0933194 Apr 14 11:25:52.678115 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-360e964f-8e58-4363-96a0-6ddf0dabaa81 req-1c14efdc-2d5b-4c4f-bb47-a6d78dedb374 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fca7b41-170b-4498-b59c-3e0436956ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0253127 Apr 14 11:25:52.766306 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-74e3f11a-3da1-45f4-b0fd-463b119f4d49 req-31c36dad-a78b-43f8-b3c7-fb4a4e22f7b8 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7d0cc23-a589-44ed-ba8e-19fb504714f5 HTTP/1.1" status: 200 len: 210 time: 0.0975506 Apr 14 11:25:52.855020 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-0a780d1a-2c2b-47f8-a7d4-c1fd98fcf455 admin admin] Deleting port 496ce7c9-adfc-4029-b72f-42aa029a68a3 {{(pid=85228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:25:52.855397 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0a780d1a-2c2b-47f8-a7d4-c1fd98fcf455 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:52.895285 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device d52eb2d7-7267-49a9-a85d-34c7b8d966d6 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:25:52.931483 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] No Port match for: d52eb2d7-7267-49a9-a85d-34c7b8d966d6 {{(pid=85229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 11:25:52.931799 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device d52eb2d7-7267-49a9-a85d-34c7b8d966d6 not bound to the agent host hv-cinder-77459 {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 11:25:52.932258 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 67800dfe-e336-4c31-8382-bd269e42ae39 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:25:52.968804 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] No Port match for: 67800dfe-e336-4c31-8382-bd269e42ae39 {{(pid=85229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 11:25:52.969855 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 67800dfe-e336-4c31-8382-bd269e42ae39 not bound to the agent host hv-cinder-77459 {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 11:25:53.039004 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-0a780d1a-2c2b-47f8-a7d4-c1fd98fcf455 admin admin] For port 496ce7c9-adfc-4029-b72f-42aa029a68a3, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=496ce7c9-adfc-4029-b72f-42aa029a68a3,segment=NetworkSegment(212fd361-423d-43e4-8548-a42b1e25df2f),segment_id=212fd361-423d-43e4-8548-a42b1e25df2f)] {{(pid=85228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:25:53.039399 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0a780d1a-2c2b-47f8-a7d4-c1fd98fcf455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:53.168606 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-0a780d1a-2c2b-47f8-a7d4-c1fd98fcf455 admin admin] Calling delete_port for 496ce7c9-adfc-4029-b72f-42aa029a68a3 owned by network:router_interface {{(pid=85228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:25:53.473596 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0a780d1a-2c2b-47f8-a7d4-c1fd98fcf455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1926183'] for port, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:53.488751 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:25:53.577875 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a780d1a-2c2b-47f8-a7d4-c1fd98fcf455 admin admin] Pushing event deleted for resources: {'Port': ['ID=496ce7c9-adfc-4029-b72f-42aa029a68a3,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:25:53.584950 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-0a780d1a-2c2b-47f8-a7d4-c1fd98fcf455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:25:53.883742 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d0506-a5c2-48b6-8101-78884db4a767 req-db6d51b7-cf09-47c3-8360-609481c53910 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:53.885300 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-bf3d0506-a5c2-48b6-8101-78884db4a767 req-db6d51b7-cf09-47c3-8360-609481c53910 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 946 time: 0.0929236 Apr 14 11:25:53.921840 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-bf3d0506-a5c2-48b6-8101-78884db4a767 req-6a591c89-6d91-42ed-bd6e-8ac7aa5320f3 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fca7b41-170b-4498-b59c-3e0436956ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288937 Apr 14 11:25:53.934489 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0a780d1a-2c2b-47f8-a7d4-c1fd98fcf455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854151702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656579'] for router_interface, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:54.442892 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a780d1a-2c2b-47f8-a7d4-c1fd98fcf455 admin admin] Router c2d632e3-c18f-4184-af26-1458b1db2086 has already been hosted by L3 agent 72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6 {{(pid=85228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 11:25:54.851233 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a780d1a-2c2b-47f8-a7d4-c1fd98fcf455 admin admin] Notify agent at l3_agent.dv-cinder-774594-3-smb the message routers_updated {{(pid=85228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 11:25:54.860652 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf7cc97-2f90-4c45-9300-ce7d78a6f304 None None] Sync routers for ids ['c2d632e3-c18f-4184-af26-1458b1db2086'] in dv-cinder-774594-3-smb {{(pid=85230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 11:25:54.867336 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-0a780d1a-2c2b-47f8-a7d4-c1fd98fcf455 admin admin] 10.222.0.52 "PUT /v2.0/routers/c2d632e3-c18f-4184-af26-1458b1db2086/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2294345 Apr 14 11:25:54.869916 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 60996) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:25:54.870385 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf7cc97-2f90-4c45-9300-ce7d78a6f304 None None] Routers {'c2d632e3-c18f-4184-af26-1458b1db2086'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:25:54.871103 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-0bf7cc97-2f90-4c45-9300-ce7d78a6f304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:25:39Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['c2d632e3-c18f-4184-af26-1458b1db2086'], 'active': True} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:25:55.069360 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-0bf7cc97-2f90-4c45-9300-ce7d78a6f304 None None] Set router c2d632e3-c18f-4184-af26-1458b1db2086 gateway port host: dv-cinder-774594-3-smb {{(pid=85230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:25:55.115405 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4ff745ae-ddeb-4f1a-a1be-30463d83b272 admin admin] Notify callbacks [] for router, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:55.353525 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4ff745ae-ddeb-4f1a-a1be-30463d83b272 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:55.376011 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edbf85-b062-4c19-9755-6aaddd6148ba req-eca3bfc0-7189-4810-85c6-34c76eeec40a tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:55.377673 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d7edbf85-b062-4c19-9755-6aaddd6148ba req-eca3bfc0-7189-4810-85c6-34c76eeec40a tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 946 time: 0.3283720 Apr 14 11:25:55.379096 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-4ff745ae-ddeb-4f1a-a1be-30463d83b272 admin admin] Deleting port 9cee145a-b2aa-4a4d-9410-714aea8251e5 {{(pid=85228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:25:55.379545 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4ff745ae-ddeb-4f1a-a1be-30463d83b272 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:55.386270 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-0bf7cc97-2f90-4c45-9300-ce7d78a6f304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d632e3-c18f-4184-af26-1458b1db2086', 'name': 'tempest-ServerRescueNegativeTestJSON-860471001-router', 'tenant_id': '4b3f85d7308945ada4fb45e00aa6c46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.13'}], 'enable_snat': True}, 'gw_port_id': '9cee145a-b2aa-4a4d-9410-714aea8251e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:34Z', 'updated_at': '2021-04-14T11:25:53Z', 'revision_number': 5, 'project_id': '4b3f85d7308945ada4fb45e00aa6c46b', 'gw_port': {'id': '9cee145a-b2aa-4a4d-9410-714aea8251e5', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d632e3-c18f-4184-af26-1458b1db2086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:39Z', 'updated_at': '2021-04-14T11:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb'}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:25:55.390708 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf7cc97-2f90-4c45-9300-ce7d78a6f304 None None] Checking router: c2d632e3-c18f-4184-af26-1458b1db2086 for host: dv-cinder-774594-3-smb {{(pid=85230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 11:25:55.400645 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf7cc97-2f90-4c45-9300-ce7d78a6f304 None None] Routers {'c2d632e3-c18f-4184-af26-1458b1db2086'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:25:55.401214 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-0bf7cc97-2f90-4c45-9300-ce7d78a6f304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:25:39Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['c2d632e3-c18f-4184-af26-1458b1db2086'], 'active': True} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:25:55.453161 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d7edbf85-b062-4c19-9755-6aaddd6148ba req-360827e5-0e90-4e62-ba3b-061f203b37eb tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fca7b41-170b-4498-b59c-3e0436956ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457623 Apr 14 11:25:55.571663 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-0bf7cc97-2f90-4c45-9300-ce7d78a6f304 None None] Set router c2d632e3-c18f-4184-af26-1458b1db2086 gateway port host: None {{(pid=85230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:25:55.592996 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-4ff745ae-ddeb-4f1a-a1be-30463d83b272 admin admin] For port 9cee145a-b2aa-4a4d-9410-714aea8251e5, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=9cee145a-b2aa-4a4d-9410-714aea8251e5,segment=NetworkSegment(fc5032d9-be7b-4842-99b0-b17509c45e41),segment_id=fc5032d9-be7b-4842-99b0-b17509c45e41)] {{(pid=85228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:25:55.593389 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4ff745ae-ddeb-4f1a-a1be-30463d83b272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:55.686215 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-0bf7cc97-2f90-4c45-9300-ce7d78a6f304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d632e3-c18f-4184-af26-1458b1db2086', 'name': 'tempest-ServerRescueNegativeTestJSON-860471001-router', 'tenant_id': '4b3f85d7308945ada4fb45e00aa6c46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:34Z', 'updated_at': '2021-04-14T11:25:55Z', 'revision_number': 6, 'project_id': '4b3f85d7308945ada4fb45e00aa6c46b', 'gw_port_host': None}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:25:55.690865 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf7cc97-2f90-4c45-9300-ce7d78a6f304 None None] The sync data for ids ['c2d632e3-c18f-4184-af26-1458b1db2086'] in dv-cinder-774594-3-smb is: [{'id': 'c2d632e3-c18f-4184-af26-1458b1db2086', 'name': 'tempest-ServerRescueNegativeTestJSON-860471001-router', 'tenant_id': '4b3f85d7308945ada4fb45e00aa6c46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:34Z', 'updated_at': '2021-04-14T11:25:55Z', 'revision_number': 6, 'project_id': '4b3f85d7308945ada4fb45e00aa6c46b', 'gw_port_host': None}] {{(pid=85230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 11:25:55.725209 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-4ff745ae-ddeb-4f1a-a1be-30463d83b272 admin admin] Calling delete_port for 9cee145a-b2aa-4a4d-9410-714aea8251e5 owned by network:router_gateway {{(pid=85228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:25:55.905823 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4ff745ae-ddeb-4f1a-a1be-30463d83b272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1926183'] for port, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:55.922967 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:25:56.014768 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff745ae-ddeb-4f1a-a1be-30463d83b272 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cee145a-b2aa-4a4d-9410-714aea8251e5,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:25:56.021674 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-4ff745ae-ddeb-4f1a-a1be-30463d83b272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:25:56.182315 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4ff745ae-ddeb-4f1a-a1be-30463d83b272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656421'] for router_gateway, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:56.363704 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4ff745ae-ddeb-4f1a-a1be-30463d83b272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-774339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769375'] for router, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:56.365989 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4ff745ae-ddeb-4f1a-a1be-30463d83b272 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:56.450098 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4ff745ae-ddeb-4f1a-a1be-30463d83b272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854002061'] for router, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:56.450699 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff745ae-ddeb-4f1a-a1be-30463d83b272 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2d632e3-c18f-4184-af26-1458b1db2086 {{(pid=85228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 11:25:56.463902 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4ff745ae-ddeb-4f1a-a1be-30463d83b272 admin admin] Notify callbacks [] for router, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:56.465125 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-4ff745ae-ddeb-4f1a-a1be-30463d83b272 admin admin] 10.222.0.52 "DELETE /v2.0/routers/c2d632e3-c18f-4184-af26-1458b1db2086 HTTP/1.1" status: 204 len: 168 time: 1.5942357 Apr 14 11:25:56.468288 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 32786) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:25:56.534683 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_v2 [None req-db0f6d34-7a22-4a27-8937-e9048e777f06 admin admin] Deleting subnet 0d82680c-cf66-4a62-ac40-d953780f4e06 {{(pid=85228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 11:25:56.538065 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-db0f6d34-7a22-4a27-8937-e9048e777f06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:56.612469 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-db0f6d34-7a22-4a27-8937-e9048e777f06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1862249'] for subnet, precommit_delete_associations {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:56.672468 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-db0f6d34-7a22-4a27-8937-e9048e777f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4125'] for subnet, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:56.677171 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4fd90-bddd-49b3-a04d-4a022520bbd7 req-482df34a-3b31-4384-a043-b071d8acc796 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:56.679013 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-00e4fd90-bddd-49b3-a04d-4a022520bbd7 req-482df34a-3b31-4384-a043-b071d8acc796 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 946 time: 0.0939958 Apr 14 11:25:56.712113 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-00e4fd90-bddd-49b3-a04d-4a022520bbd7 req-ccb95a97-85ca-4b3a-913e-ad0c88f6110e tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fca7b41-170b-4498-b59c-3e0436956ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260942 Apr 14 11:25:56.949261 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-db0f6d34-7a22-4a27-8937-e9048e777f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852849550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843326858'] for subnet, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:56.965170 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:25:57.070123 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0f6d34-7a22-4a27-8937-e9048e777f06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d82680c-cf66-4a62-ac40-d953780f4e06,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:25:57.075222 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-db0f6d34-7a22-4a27-8937-e9048e777f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:25:57.123486 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-db0f6d34-7a22-4a27-8937-e9048e777f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for subnet, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:57.131225 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-db0f6d34-7a22-4a27-8937-e9048e777f06 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0d82680c-cf66-4a62-ac40-d953780f4e06 HTTP/1.1" status: 204 len: 168 time: 0.6618741 Apr 14 11:25:57.133823 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 32802) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:25:57.142543 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec98da3-ca3e-40a0-9b7e-5f8aebe0872f req-4cd41847-daf3-4010-a58a-41e1e7a2af96 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:57.144109 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5ec98da3-ca3e-40a0-9b7e-5f8aebe0872f req-4cd41847-daf3-4010-a58a-41e1e7a2af96 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 946 time: 0.1483958 Apr 14 11:25:57.159092 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 9cee145a-b2aa-4a4d-9410-714aea8251e5 no longer exists at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:25:57.186603 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5ec98da3-ca3e-40a0-9b7e-5f8aebe0872f req-7ec305f9-47ce-457d-99d0-ec4ef37ecc99 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fca7b41-170b-4498-b59c-3e0436956ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315192 Apr 14 11:25:57.190319 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc3c27-2b5d-47b7-b716-d1bae3695474 req-21c54d8d-b326-41bc-914f-7b08869f5fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:57.191869 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-11bc3c27-2b5d-47b7-b716-d1bae3695474 req-21c54d8d-b326-41bc-914f-7b08869f5fcb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d797536746cd4942b8a3a1f5e7b19e2b&device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 1099 time: 0.1327901 Apr 14 11:25:57.197794 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] No Port match for: 9cee145a-b2aa-4a4d-9410-714aea8251e5 {{(pid=85229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 11:25:57.198307 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 9cee145a-b2aa-4a4d-9410-714aea8251e5 not bound to the agent host dv-cinder-774594-3-smb {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 11:25:57.199012 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 496ce7c9-adfc-4029-b72f-42aa029a68a3 no longer exists at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:25:57.238852 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] No Port match for: 496ce7c9-adfc-4029-b72f-42aa029a68a3 {{(pid=85229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 11:25:57.239259 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 496ce7c9-adfc-4029-b72f-42aa029a68a3 not bound to the agent host dv-cinder-774594-3-smb {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 11:25:57.253282 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-06502a99-3022-4e49-974f-a0591e83bb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854523456'] for network, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:57.336717 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc3c27-2b5d-47b7-b716-d1bae3695474 req-a8eea28d-e8c8-44d6-9b1a-1d27f51bbbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:57.338196 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-11bc3c27-2b5d-47b7-b716-d1bae3695474 req-a8eea28d-e8c8-44d6-9b1a-1d27f51bbbb6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=107ffdc1-1c99-4692-a473-5dbc7ac62120 HTTP/1.1" status: 200 len: 912 time: 0.1385841 Apr 14 11:25:57.439578 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-06502a99-3022-4e49-974f-a0591e83bb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854651492', 'neutron.services.segments.db._delete_segments_for_network--9223363295256356434'] for network, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:57.449312 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-11bc3c27-2b5d-47b7-b716-d1bae3695474 req-6ec5cc9a-3e3c-4688-8ede-cd5ef22072fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c016cb05-b1e5-4c35-aecc-0925da1081a5 HTTP/1.1" status: 200 len: 1002 time: 0.1031284 Apr 14 11:25:57.520317 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc3c27-2b5d-47b7-b716-d1bae3695474 req-29af2483-55c7-4cdf-8034-b907466a7305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:57.521865 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-11bc3c27-2b5d-47b7-b716-d1bae3695474 req-29af2483-55c7-4cdf-8034-b907466a7305 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f8dd919b-1721-4048-9598-4db7b1b92807 HTTP/1.1" status: 200 len: 850 time: 0.0643950 Apr 14 11:25:57.553813 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-06502a99-3022-4e49-974f-a0591e83bb48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c770865-86da-4d8e-8a44-f942f5188572']}} {{(pid=85228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:25:57.566327 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-06502a99-3022-4e49-974f-a0591e83bb48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '212fd361-423d-43e4-8548-a42b1e25df2f') {'for_net_delete': True} {{(pid=85228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:25:57.566695 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-06502a99-3022-4e49-974f-a0591e83bb48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '212fd361-423d-43e4-8548-a42b1e25df2f') {} {{(pid=85228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:25:57.578449 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-06502a99-3022-4e49-974f-a0591e83bb48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295256356178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863071'] for segment, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:57.593005 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-06502a99-3022-4e49-974f-a0591e83bb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774745'] for segment, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:57.600140 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06502a99-3022-4e49-974f-a0591e83bb48 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=85228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 11:25:57.607071 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc3c27-2b5d-47b7-b716-d1bae3695474 req-ee4bc0d2-dcc4-4102-ae7f-7803f477163b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:57.608692 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-11bc3c27-2b5d-47b7-b716-d1bae3695474 req-ee4bc0d2-dcc4-4102-ae7f-7803f477163b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=107ffdc1-1c99-4692-a473-5dbc7ac62120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0796583 Apr 14 11:25:57.752051 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-11bc3c27-2b5d-47b7-b716-d1bae3695474 req-2fcc0d2b-f6ee-4591-8b75-e6aae9ba2b1e service neutron] 10.222.0.41 "GET /v2.0/networks/107ffdc1-1c99-4692-a473-5dbc7ac62120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357551 Apr 14 11:25:57.902864 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-11bc3c27-2b5d-47b7-b716-d1bae3695474 req-bbfc11ff-e65a-42f0-bde9-cc884bb6de75 service neutron] 10.222.0.41 "GET /v2.0/networks/107ffdc1-1c99-4692-a473-5dbc7ac62120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435897 Apr 14 11:25:58.006679 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-06502a99-3022-4e49-974f-a0591e83bb48 admin admin] Network 6c770865-86da-4d8e-8a44-f942f5188572 has no segments {{(pid=85228) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 11:25:58.015784 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-06502a99-3022-4e49-974f-a0591e83bb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852849635'] for segment, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:58.272834 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-06502a99-3022-4e49-974f-a0591e83bb48 admin admin] Network 6c770865-86da-4d8e-8a44-f942f5188572 has no segments {{(pid=85228) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 11:25:58.305299 dv-cinder-774594-3-smb neutron-server[85114]: Traceback (most recent call last): Apr 14 11:25:58.305299 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 11:25:58.305299 dv-cinder-774594-3-smb neutron-server[85114]: timer() Apr 14 11:25:58.305299 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 11:25:58.305299 dv-cinder-774594-3-smb neutron-server[85114]: cb(*args, **kw) Apr 14 11:25:58.305299 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 11:25:58.305299 dv-cinder-774594-3-smb neutron-server[85114]: return func(*args, **kwargs) Apr 14 11:25:58.305299 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 11:25:58.305299 dv-cinder-774594-3-smb neutron-server[85114]: self._notify() Apr 14 11:25:58.305299 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 11:25:58.305299 dv-cinder-774594-3-smb neutron-server[85114]: self.callback(batched_events) Apr 14 11:25:58.305299 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 11:25:58.305299 dv-cinder-774594-3-smb neutron-server[85114]: event.method(event) Apr 14 11:25:58.305299 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 11:25:58.305299 dv-cinder-774594-3-smb neutron-server[85114]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 11:25:58.305299 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 11:25:58.305299 dv-cinder-774594-3-smb neutron-server[85114]: segment_id)['aggregates'][0] Apr 14 11:25:58.305299 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 11:25:58.305299 dv-cinder-774594-3-smb neutron-server[85114]: return f(self, *a, **k) Apr 14 11:25:58.305299 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 11:25:58.305299 dv-cinder-774594-3-smb neutron-server[85114]: return self._get(url).json() Apr 14 11:25:58.305299 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 11:25:58.305299 dv-cinder-774594-3-smb neutron-server[85114]: **kwargs) Apr 14 11:25:58.305299 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 11:25:58.305299 dv-cinder-774594-3-smb neutron-server[85114]: return self.request(url, 'GET', **kwargs) Apr 14 11:25:58.305299 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 11:25:58.305299 dv-cinder-774594-3-smb neutron-server[85114]: **endpoint_filter) Apr 14 11:25:58.305299 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 11:25:58.305299 dv-cinder-774594-3-smb neutron-server[85114]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 11:25:58.305299 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 11:25:58.305299 dv-cinder-774594-3-smb neutron-server[85114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 11:25:58.305299 dv-cinder-774594-3-smb neutron-server[85114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 11:25:58.391955 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d637d00-ea87-47f2-80e4-8e233cac3b9b req-a60a6aaa-8b78-41a8-8ae7-66f6782f7aa5 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:58.393643 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3d637d00-ea87-47f2-80e4-8e233cac3b9b req-a60a6aaa-8b78-41a8-8ae7-66f6782f7aa5 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 946 time: 0.0893312 Apr 14 11:25:58.417553 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-06502a99-3022-4e49-974f-a0591e83bb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-124293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854119409'] for network, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:58.427839 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b859a196-fbd6-47a6-99cf-fe4616c1f89e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:25:58.436140 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3d637d00-ea87-47f2-80e4-8e233cac3b9b req-80fd81d7-23ce-43be-af95-8a5643e73cb6 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fca7b41-170b-4498-b59c-3e0436956ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357533 Apr 14 11:25:58.444037 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-06502a99-3022-4e49-974f-a0591e83bb48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for network, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:58.468835 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06502a99-3022-4e49-974f-a0591e83bb48 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c770865-86da-4d8e-8a44-f942f5188572,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:25:58.479841 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802dfb53-6953-4247-a784-57caa07bdbcc req-110c23e7-bb61-407c-b407-797cedf44de6 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:58.481434 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-802dfb53-6953-4247-a784-57caa07bdbcc req-110c23e7-bb61-407c-b407-797cedf44de6 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/networks?id=60b92b3d-2a83-4f23-93ff-a331c2a662c2 HTTP/1.1" status: 200 len: 814 time: 0.3099265 Apr 14 11:25:58.483494 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-06502a99-3022-4e49-974f-a0591e83bb48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:25:58.486452 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-06502a99-3022-4e49-974f-a0591e83bb48 admin admin] 10.222.0.52 "DELETE /v2.0/networks/6c770865-86da-4d8e-8a44-f942f5188572 HTTP/1.1" status: 204 len: 168 time: 1.3516264 Apr 14 11:25:58.499544 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-802dfb53-6953-4247-a784-57caa07bdbcc req-503021c8-3c7a-43f9-9821-cd81068ce06b tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/quotas/b672523e641041eca8bdc8921ad3e68e HTTP/1.1" status: 200 len: 375 time: 0.0103669 Apr 14 11:25:58.555351 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-802dfb53-6953-4247-a784-57caa07bdbcc req-4b52fd68-526e-4195-8c70-5db41f2771f2 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b672523e641041eca8bdc8921ad3e68e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491655 Apr 14 11:25:58.615921 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 32824) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:25:58.650375 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-e65f06f3-569f-47d7-aa69-c5280c855927 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4b3f85d7308945ada4fb45e00aa6c46b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0330617 Apr 14 11:25:58.653028 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 32828) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:25:58.698725 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-802dfb53-6953-4247-a784-57caa07bdbcc req-65778901-509b-4da8-891b-8a4faef19443 service neutron] 10.222.0.52 "GET /v2.0/networks/60b92b3d-2a83-4f23-93ff-a331c2a662c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360590 Apr 14 11:25:58.714784 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ae1e462a-71f8-4587-9adb-46ddfb24739a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:58.745762 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ae1e462a-71f8-4587-9adb-46ddfb24739a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:58.790118 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ae1e462a-71f8-4587-9adb-46ddfb24739a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:58.795173 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-d091a2f7-751b-4655-9642-9f2556f30f4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:25:58.809432 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e462a-71f8-4587-9adb-46ddfb24739a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd44f0c-66ba-4793-8beb-7979d7d9c995,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:25:58.814973 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-ae1e462a-71f8-4587-9adb-46ddfb24739a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:25:58.817247 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ae1e462a-71f8-4587-9adb-46ddfb24739a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:25:58.818115 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-ae1e462a-71f8-4587-9adb-46ddfb24739a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/afd44f0c-66ba-4793-8beb-7979d7d9c995 HTTP/1.1" status: 204 len: 168 time: 0.1640341 Apr 14 11:25:58.843054 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-802dfb53-6953-4247-a784-57caa07bdbcc req-9f359b5d-17d4-4be2-bba3-712e333c7d35 service neutron] 10.222.0.52 "GET /v2.0/networks/60b92b3d-2a83-4f23-93ff-a331c2a662c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373136 Apr 14 11:25:59.037476 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-d9c8641c-57ef-45dd-aed6-af5e751d19ac req-360c2e50-8c45-4aa4-9811-cd054bd17308 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Synchronizing usage tracker for tenant:b672523e641041eca8bdc8921ad3e68e on resource:port {{(pid=85227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:25:59.054556 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-d9c8641c-57ef-45dd-aed6-af5e751d19ac req-360c2e50-8c45-4aa4-9811-cd054bd17308 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Unset dirty status for tenant:b672523e641041eca8bdc8921ad3e68e on resource:port {{(pid=85227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:25:59.055853 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d9c8641c-57ef-45dd-aed6-af5e751d19ac req-360c2e50-8c45-4aa4-9811-cd054bd17308 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/ports?device_id=46495361-2da9-46b1-bc76-1cb9dbda87de HTTP/1.1" status: 200 len: 210 time: 0.0701587 Apr 14 11:25:59.664238 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9080d0-3f54-4c9b-a275-1be568b2fb8a req-9318ad6b-9eb0-4be6-86e7-1ddd60bfeeb6 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:25:59.665821 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ca9080d0-3f54-4c9b-a275-1be568b2fb8a req-9318ad6b-9eb0-4be6-86e7-1ddd60bfeeb6 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 946 time: 0.0935001 Apr 14 11:25:59.697413 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ca9080d0-3f54-4c9b-a275-1be568b2fb8a req-5b36b438-89b4-44cc-a895-484f9215f3d4 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fca7b41-170b-4498-b59c-3e0436956ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0239308 Apr 14 11:26:00.167560 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802dfb53-6953-4247-a784-57caa07bdbcc req-6c1babef-a760-4338-ae31-a457b63d50ce tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:00.169936 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-802dfb53-6953-4247-a784-57caa07bdbcc req-6c1babef-a760-4338-ae31-a457b63d50ce tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.41 "GET /v2.0/networks?id=60b92b3d-2a83-4f23-93ff-a331c2a662c2 HTTP/1.1" status: 200 len: 814 time: 0.1797001 Apr 14 11:26:00.187562 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [req-802dfb53-6953-4247-a784-57caa07bdbcc req-af52cd6d-7dd7-4ccb-9ce4-3fb4e1886edb tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Request body: {'port': {'device_id': '46495361-2da9-46b1-bc76-1cb9dbda87de', 'network_id': '60b92b3d-2a83-4f23-93ff-a331c2a662c2', 'admin_state_up': True, 'tenant_id': 'b672523e641041eca8bdc8921ad3e68e'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:26:00.313862 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9031041b-21ab-4726-bc16-00b97e9224a4 req-0a0b3b30-ad5f-42ef-bc8f-8bc77f7d610d tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/ports?device_id=46495361-2da9-46b1-bc76-1cb9dbda87de HTTP/1.1" status: 200 len: 210 time: 0.1074591 Apr 14 11:26:00.385175 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [req-802dfb53-6953-4247-a784-57caa07bdbcc req-af52cd6d-7dd7-4ccb-9ce4-3fb4e1886edb tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:26:00.395856 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [req-802dfb53-6953-4247-a784-57caa07bdbcc req-af52cd6d-7dd7-4ccb-9ce4-3fb4e1886edb tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:26:00.404812 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-802dfb53-6953-4247-a784-57caa07bdbcc req-af52cd6d-7dd7-4ccb-9ce4-3fb4e1886edb tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Made reservation on behalf of b672523e641041eca8bdc8921ad3e68e for: {'port': 1} {{(pid=85227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:26:00.410821 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-802dfb53-6953-4247-a784-57caa07bdbcc req-af52cd6d-7dd7-4ccb-9ce4-3fb4e1886edb tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:00.560265 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [req-802dfb53-6953-4247-a784-57caa07bdbcc req-af52cd6d-7dd7-4ccb-9ce4-3fb4e1886edb tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Allocated IP 172.20.0.13 (60b92b3d-2a83-4f23-93ff-a331c2a662c2/dd791993-677c-47fb-93c9-00d005174322/c0ba6b82-2904-4e39-bedf-fdf77dffeb5e) {{(pid=85227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:26:00.984295 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-802dfb53-6953-4247-a784-57caa07bdbcc req-af52cd6d-7dd7-4ccb-9ce4-3fb4e1886edb tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Notify callbacks [] for port, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:01.015376 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-802dfb53-6953-4247-a784-57caa07bdbcc req-af52cd6d-7dd7-4ccb-9ce4-3fb4e1886edb tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10976374'] for port, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:01.033341 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-f3838ff9-7250-4d75-a066-11b609387b3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:01.170774 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af52cd6d-7dd7-4ccb-9ce4-3fb4e1886edb tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Pushing event updated for resources: {'Port': ['ID=c0ba6b82-2904-4e39-bedf-fdf77dffeb5e,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:01.174317 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-af52cd6d-7dd7-4ccb-9ce4-3fb4e1886edb tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:01.225509 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-802dfb53-6953-4247-a784-57caa07bdbcc req-af52cd6d-7dd7-4ccb-9ce4-3fb4e1886edb tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Network 60b92b3d-2a83-4f23-93ff-a331c2a662c2 is already hosted by enough agents. {{(pid=85227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:26:01.226656 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [req-802dfb53-6953-4247-a784-57caa07bdbcc req-af52cd6d-7dd7-4ccb-9ce4-3fb4e1886edb tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Resources bound (agent type, host, resource id): {{(pid=85227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:26:01.228843 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [req-802dfb53-6953-4247-a784-57caa07bdbcc req-af52cd6d-7dd7-4ccb-9ce4-3fb4e1886edb tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Received port after_create {{(pid=85227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:26:01.294860 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802dfb53-6953-4247-a784-57caa07bdbcc req-af52cd6d-7dd7-4ccb-9ce4-3fb4e1886edb tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:01.295508 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-802dfb53-6953-4247-a784-57caa07bdbcc req-af52cd6d-7dd7-4ccb-9ce4-3fb4e1886edb tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:01.319008 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-802dfb53-6953-4247-a784-57caa07bdbcc req-af52cd6d-7dd7-4ccb-9ce4-3fb4e1886edb tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1370676 Apr 14 11:26:01.331375 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [req-802dfb53-6953-4247-a784-57caa07bdbcc req-fbb4f2a9-1254-45b7-98e8-87f6873d55b7 service neutron] Request body: {'port': {'device_id': '46495361-2da9-46b1-bc76-1cb9dbda87de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:26:01.449989 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-802dfb53-6953-4247-a784-57caa07bdbcc req-fbb4f2a9-1254-45b7-98e8-87f6873d55b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:01.514996 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e31a2-7942-4ba9-817c-a5bbe339fb7e req-93feaea6-4826-440a-814d-b4f211f66a30 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:01.516590 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-499e31a2-7942-4ba9-817c-a5bbe339fb7e req-93feaea6-4826-440a-814d-b4f211f66a30 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/ports?device_id=46495361-2da9-46b1-bc76-1cb9dbda87de HTTP/1.1" status: 200 len: 932 time: 0.0891511 Apr 14 11:26:01.546923 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-499e31a2-7942-4ba9-817c-a5bbe339fb7e req-d7aedf13-c3e9-4d70-887d-dd9953223e03 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/security-groups?id=318d734d-4082-4e38-9fd7-f87715632db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0236635 Apr 14 11:26:01.841628 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [req-802dfb53-6953-4247-a784-57caa07bdbcc req-fbb4f2a9-1254-45b7-98e8-87f6873d55b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0ba6b82-2904-4e39-bedf-fdf77dffeb5e {{(pid=85227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:26:01.850959 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-802dfb53-6953-4247-a784-57caa07bdbcc req-fbb4f2a9-1254-45b7-98e8-87f6873d55b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:01.866692 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [req-802dfb53-6953-4247-a784-57caa07bdbcc req-fbb4f2a9-1254-45b7-98e8-87f6873d55b7 service neutron] Transition to ACTIVE for port object c0ba6b82-2904-4e39-bedf-fdf77dffeb5e will not be triggered until provisioned by entity L2. {{(pid=85227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:26:01.869667 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-802dfb53-6953-4247-a784-57caa07bdbcc req-fbb4f2a9-1254-45b7-98e8-87f6873d55b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843799442'] for port, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:01.884711 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:02.019090 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4f2a9-1254-45b7-98e8-87f6873d55b7 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ba6b82-2904-4e39-bedf-fdf77dffeb5e,revision_number=2']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:02.023687 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-fbb4f2a9-1254-45b7-98e8-87f6873d55b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:02.250561 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-802dfb53-6953-4247-a784-57caa07bdbcc req-fbb4f2a9-1254-45b7-98e8-87f6873d55b7 service neutron] Attempting to bind port c0ba6b82-2904-4e39-bedf-fdf77dffeb5e on host hv-cinder-77459 for vnic_type normal with profile {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:26:02.251116 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-802dfb53-6953-4247-a784-57caa07bdbcc req-fbb4f2a9-1254-45b7-98e8-87f6873d55b7 service neutron] Attempting to bind port c0ba6b82-2904-4e39-bedf-fdf77dffeb5e by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '652d1cc2-c1dc-4377-8688-41fabdc1dac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '60b92b3d-2a83-4f23-93ff-a331c2a662c2'}] {{(pid=85227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:26:02.251363 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802dfb53-6953-4247-a784-57caa07bdbcc req-fbb4f2a9-1254-45b7-98e8-87f6873d55b7 service neutron] Attempting to bind port c0ba6b82-2904-4e39-bedf-fdf77dffeb5e on network 60b92b3d-2a83-4f23-93ff-a331c2a662c2 {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:26:02.256335 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802dfb53-6953-4247-a784-57caa07bdbcc req-fbb4f2a9-1254-45b7-98e8-87f6873d55b7 service neutron] Port c0ba6b82-2904-4e39-bedf-fdf77dffeb5e on network 60b92b3d-2a83-4f23-93ff-a331c2a662c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 11:26:02.256688 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802dfb53-6953-4247-a784-57caa07bdbcc req-fbb4f2a9-1254-45b7-98e8-87f6873d55b7 service neutron] Attempting to bind port c0ba6b82-2904-4e39-bedf-fdf77dffeb5e on network 60b92b3d-2a83-4f23-93ff-a331c2a662c2 {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:26:02.262956 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802dfb53-6953-4247-a784-57caa07bdbcc req-fbb4f2a9-1254-45b7-98e8-87f6873d55b7 service neutron] Checking agent: {'id': 'dc008c19-4d73-4566-939f-5ab33892b678', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 20, 41), 'started_at': datetime.datetime(2021, 4, 14, 11, 20, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:26:02.263587 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802dfb53-6953-4247-a784-57caa07bdbcc req-fbb4f2a9-1254-45b7-98e8-87f6873d55b7 service neutron] Checking segment: {'id': '652d1cc2-c1dc-4377-8688-41fabdc1dac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '60b92b3d-2a83-4f23-93ff-a331c2a662c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:26:02.264077 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802dfb53-6953-4247-a784-57caa07bdbcc req-fbb4f2a9-1254-45b7-98e8-87f6873d55b7 service neutron] Bound using segment: {'id': '652d1cc2-c1dc-4377-8688-41fabdc1dac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '60b92b3d-2a83-4f23-93ff-a331c2a662c2'} {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:26:02.264573 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-802dfb53-6953-4247-a784-57caa07bdbcc req-fbb4f2a9-1254-45b7-98e8-87f6873d55b7 service neutron] Bound port: c0ba6b82-2904-4e39-bedf-fdf77dffeb5e, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '652d1cc2-c1dc-4377-8688-41fabdc1dac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '60b92b3d-2a83-4f23-93ff-a331c2a662c2'}}] {{(pid=85227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:26:02.264956 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-802dfb53-6953-4247-a784-57caa07bdbcc req-fbb4f2a9-1254-45b7-98e8-87f6873d55b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:02.347529 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-802dfb53-6953-4247-a784-57caa07bdbcc req-fbb4f2a9-1254-45b7-98e8-87f6873d55b7 service neutron] For port c0ba6b82-2904-4e39-bedf-fdf77dffeb5e, host hv-cinder-77459, cleared binding levels {{(pid=85227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:26:02.350860 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-802dfb53-6953-4247-a784-57caa07bdbcc req-fbb4f2a9-1254-45b7-98e8-87f6873d55b7 service neutron] For port c0ba6b82-2904-4e39-bedf-fdf77dffeb5e, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c0ba6b82-2904-4e39-bedf-fdf77dffeb5e,segment=NetworkSegment(652d1cc2-c1dc-4377-8688-41fabdc1dac0),segment_id=652d1cc2-c1dc-4377-8688-41fabdc1dac0)] {{(pid=85227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:26:02.354323 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-802dfb53-6953-4247-a784-57caa07bdbcc req-fbb4f2a9-1254-45b7-98e8-87f6873d55b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843799442'] for port, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:02.369182 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-51d2a159-51cc-4df5-a635-5565e35f00a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:02.518500 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4f2a9-1254-45b7-98e8-87f6873d55b7 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ba6b82-2904-4e39-bedf-fdf77dffeb5e,revision_number=3']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:02.521794 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-fbb4f2a9-1254-45b7-98e8-87f6873d55b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:02.555227 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802dfb53-6953-4247-a784-57caa07bdbcc req-fbb4f2a9-1254-45b7-98e8-87f6873d55b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:02.555695 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-802dfb53-6953-4247-a784-57caa07bdbcc req-fbb4f2a9-1254-45b7-98e8-87f6873d55b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:02.557146 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-802dfb53-6953-4247-a784-57caa07bdbcc req-fbb4f2a9-1254-45b7-98e8-87f6873d55b7 service neutron] 10.222.0.41 "PUT /v2.0/ports/c0ba6b82-2904-4e39-bedf-fdf77dffeb5e HTTP/1.1" status: 200 len: 1094 time: 1.2301214 Apr 14 11:26:02.557668 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46495361-2da9-46b1-bc76-1cb9dbda87de', 'tag': 'c0ba6b82-2904-4e39-bedf-fdf77dffeb5e'}] {{(pid=85227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:26:02.637474 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46495361-2da9-46b1-bc76-1cb9dbda87de', 'tag': 'c0ba6b82-2904-4e39-bedf-fdf77dffeb5e', 'status': 'completed', 'code': 200} Apr 14 11:26:02.679767 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802dfb53-6953-4247-a784-57caa07bdbcc req-85497cbe-a0f3-44ba-a9ea-220ae8e7a2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:02.681353 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-802dfb53-6953-4247-a784-57caa07bdbcc req-85497cbe-a0f3-44ba-a9ea-220ae8e7a2e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b672523e641041eca8bdc8921ad3e68e&device_id=46495361-2da9-46b1-bc76-1cb9dbda87de HTTP/1.1" status: 200 len: 1097 time: 0.0805879 Apr 14 11:26:02.751131 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324a2ee-17ea-47c3-afe7-0b90bee1ede5 req-a706c81a-2353-4621-ab4d-cd913f3c59eb tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:02.752755 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2324a2ee-17ea-47c3-afe7-0b90bee1ede5 req-a706c81a-2353-4621-ab4d-cd913f3c59eb tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/ports?device_id=46495361-2da9-46b1-bc76-1cb9dbda87de HTTP/1.1" status: 200 len: 944 time: 0.0923357 Apr 14 11:26:02.757043 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-802dfb53-6953-4247-a784-57caa07bdbcc req-ac25d8c3-fedc-49d6-94df-35bbaa30bca8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0ba6b82-2904-4e39-bedf-fdf77dffeb5e HTTP/1.1" status: 200 len: 217 time: 0.0676780 Apr 14 11:26:02.783675 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2324a2ee-17ea-47c3-afe7-0b90bee1ede5 req-211548ef-e0f5-4626-b880-d2bf39f4fc61 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/security-groups?id=318d734d-4082-4e38-9fd7-f87715632db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242698 Apr 14 11:26:02.832596 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802dfb53-6953-4247-a784-57caa07bdbcc req-28f6663d-2b50-437a-a026-9b0e4e23d456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:02.834048 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-802dfb53-6953-4247-a784-57caa07bdbcc req-28f6663d-2b50-437a-a026-9b0e4e23d456 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dd791993-677c-47fb-93c9-00d005174322 HTTP/1.1" status: 200 len: 854 time: 0.0658836 Apr 14 11:26:02.886608 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-802dfb53-6953-4247-a784-57caa07bdbcc req-9e3bb171-66f4-4c26-8259-0438a8903dda service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=60b92b3d-2a83-4f23-93ff-a331c2a662c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448883 Apr 14 11:26:03.026261 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-802dfb53-6953-4247-a784-57caa07bdbcc req-5dfd452f-62b8-46a7-aa65-78b69f3886a1 service neutron] 10.222.0.41 "GET /v2.0/networks/60b92b3d-2a83-4f23-93ff-a331c2a662c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317570 Apr 14 11:26:03.167032 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-802dfb53-6953-4247-a784-57caa07bdbcc req-1fb4855e-18bf-4705-bd62-9ec37e862f2f service neutron] 10.222.0.41 "GET /v2.0/networks/60b92b3d-2a83-4f23-93ff-a331c2a662c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340289 Apr 14 11:26:03.291162 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5478d-8d2a-4880-bc66-c9dadab55b2f req-7d78a275-cd89-4257-bea4-94fa6d037317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:03.292723 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-39c5478d-8d2a-4880-bc66-c9dadab55b2f req-7d78a275-cd89-4257-bea4-94fa6d037317 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b672523e641041eca8bdc8921ad3e68e&device_id=46495361-2da9-46b1-bc76-1cb9dbda87de HTTP/1.1" status: 200 len: 1097 time: 0.0767822 Apr 14 11:26:03.434071 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5478d-8d2a-4880-bc66-c9dadab55b2f req-79bd5a04-6aa8-447a-a559-d0fd6390285f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:03.435718 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-39c5478d-8d2a-4880-bc66-c9dadab55b2f req-79bd5a04-6aa8-447a-a559-d0fd6390285f service neutron] 10.222.0.41 "GET /v2.0/networks?id=60b92b3d-2a83-4f23-93ff-a331c2a662c2 HTTP/1.1" status: 200 len: 915 time: 0.1360297 Apr 14 11:26:03.514031 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-39c5478d-8d2a-4880-bc66-c9dadab55b2f req-5c9a4222-6c7f-4f92-a39a-17834162ef36 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0ba6b82-2904-4e39-bedf-fdf77dffeb5e HTTP/1.1" status: 200 len: 217 time: 0.0696137 Apr 14 11:26:03.585207 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5478d-8d2a-4880-bc66-c9dadab55b2f req-6eb01239-7b01-48e6-8a40-e0533f938088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:03.586855 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-39c5478d-8d2a-4880-bc66-c9dadab55b2f req-6eb01239-7b01-48e6-8a40-e0533f938088 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dd791993-677c-47fb-93c9-00d005174322 HTTP/1.1" status: 200 len: 854 time: 0.0647709 Apr 14 11:26:03.644573 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-39c5478d-8d2a-4880-bc66-c9dadab55b2f req-56b3841c-e683-4dff-96ee-607c325a6f4b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=60b92b3d-2a83-4f23-93ff-a331c2a662c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491104 Apr 14 11:26:03.786838 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-39c5478d-8d2a-4880-bc66-c9dadab55b2f req-858c0af1-d2f9-4ddc-9fd1-7828e3d019a1 service neutron] 10.222.0.41 "GET /v2.0/networks/60b92b3d-2a83-4f23-93ff-a331c2a662c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351194 Apr 14 11:26:03.987476 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-39c5478d-8d2a-4880-bc66-c9dadab55b2f req-9fb38afc-6ee0-41c1-8580-076bbccd359a service neutron] 10.222.0.41 "GET /v2.0/networks/60b92b3d-2a83-4f23-93ff-a331c2a662c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935225 Apr 14 11:26:04.021917 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f9527-e913-4065-a76b-dfe9fc7849e2 req-02d9ff3f-8f29-4e9b-bae9-c9634fc162e3 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:04.022698 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-622f9527-e913-4065-a76b-dfe9fc7849e2 req-02d9ff3f-8f29-4e9b-bae9-c9634fc162e3 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Synchronizing usage tracker for tenant:b672523e641041eca8bdc8921ad3e68e on resource:port {{(pid=85227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:26:04.038723 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-622f9527-e913-4065-a76b-dfe9fc7849e2 req-02d9ff3f-8f29-4e9b-bae9-c9634fc162e3 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Unset dirty status for tenant:b672523e641041eca8bdc8921ad3e68e on resource:port {{(pid=85227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:26:04.040194 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-622f9527-e913-4065-a76b-dfe9fc7849e2 req-02d9ff3f-8f29-4e9b-bae9-c9634fc162e3 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/ports?device_id=46495361-2da9-46b1-bc76-1cb9dbda87de HTTP/1.1" status: 200 len: 944 time: 0.1295788 Apr 14 11:26:04.072673 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-622f9527-e913-4065-a76b-dfe9fc7849e2 req-22507f8a-69bc-4cca-aff2-6aaf0c55af3e tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/security-groups?id=318d734d-4082-4e38-9fd7-f87715632db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258474 Apr 14 11:26:04.948495 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device c0ba6b82-2904-4e39-bedf-fdf77dffeb5e details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 11:26:05.091058 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port c0ba6b82-2904-4e39-bedf-fdf77dffeb5e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c0ba6b82-2904-4e39-bedf-fdf77dffeb5e,segment=NetworkSegment(652d1cc2-c1dc-4377-8688-41fabdc1dac0),segment_id=652d1cc2-c1dc-4377-8688-41fabdc1dac0)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:26:05.105674 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Returning: {'device': 'c0ba6b82-2904-4e39-bedf-fdf77dffeb5e', 'network_id': '60b92b3d-2a83-4f23-93ff-a331c2a662c2', 'port_id': 'c0ba6b82-2904-4e39-bedf-fdf77dffeb5e', 'mac_address': 'fa:16:3e:8e:38:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd791993-677c-47fb-93c9-00d005174322', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 11:26:05.164068 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:05.165310 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0ba6b82-2904-4e39-bedf-fdf77dffeb5e {{(pid=85229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:26:05.181800 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port c0ba6b82-2904-4e39-bedf-fdf77dffeb5e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c0ba6b82-2904-4e39-bedf-fdf77dffeb5e,segment=NetworkSegment(652d1cc2-c1dc-4377-8688-41fabdc1dac0),segment_id=652d1cc2-c1dc-4377-8688-41fabdc1dac0)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:26:05.184674 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:05.186506 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:05.255740 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=c0ba6b82-2904-4e39-bedf-fdf77dffeb5e,revision_number=4']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:05.259146 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:05.276505 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8253304-154f-4f44-a1b5-0f659cbbf838 req-b21963cb-2fe5-44c3-9710-d4ec6f14b013 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:05.278078 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d8253304-154f-4f44-a1b5-0f659cbbf838 req-b21963cb-2fe5-44c3-9710-d4ec6f14b013 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/ports?device_id=46495361-2da9-46b1-bc76-1cb9dbda87de HTTP/1.1" status: 200 len: 945 time: 0.0879257 Apr 14 11:26:05.308293 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d8253304-154f-4f44-a1b5-0f659cbbf838 req-3e11f58b-71e5-4c4e-80e4-5a01726c3eea tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/security-groups?id=318d734d-4082-4e38-9fd7-f87715632db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0232539 Apr 14 11:26:05.456077 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] get_ports_and_sgs() called for port_ids ['c0ba6b82-2904-4e39-bedf-fdf77dffeb5e'] {{(pid=85229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 11:26:06.728703 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dac194-59b7-4581-91e4-d1b118867b4e req-63a02830-3097-4227-a735-ceb24f6455af tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:06.730177 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-05dac194-59b7-4581-91e4-d1b118867b4e req-63a02830-3097-4227-a735-ceb24f6455af tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/ports?device_id=46495361-2da9-46b1-bc76-1cb9dbda87de HTTP/1.1" status: 200 len: 945 time: 0.3085690 Apr 14 11:26:06.760302 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-05dac194-59b7-4581-91e4-d1b118867b4e req-ea248461-af8e-4163-bc03-9a35ee787e39 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/security-groups?id=318d734d-4082-4e38-9fd7-f87715632db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0235872 Apr 14 11:26:06.955018 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device c0ba6b82-2904-4e39-bedf-fdf77dffeb5e up at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:26:07.037480 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning for port c0ba6b82-2904-4e39-bedf-fdf77dffeb5e completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:26:07.042662 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning complete for port c0ba6b82-2904-4e39-bedf-fdf77dffeb5e triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:26:07.043089 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:07.108051 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d29cc768-392c-45ac-8a07-df4a7443b12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:07.178342 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:07.190397 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46495361-2da9-46b1-bc76-1cb9dbda87de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ba6b82-2904-4e39-bedf-fdf77dffeb5e'}] {{(pid=85229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:26:07.200951 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port c0ba6b82-2904-4e39-bedf-fdf77dffeb5e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c0ba6b82-2904-4e39-bedf-fdf77dffeb5e,segment=NetworkSegment(652d1cc2-c1dc-4377-8688-41fabdc1dac0),segment_id=652d1cc2-c1dc-4377-8688-41fabdc1dac0)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:26:07.206000 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:07.208785 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:07.241942 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46495361-2da9-46b1-bc76-1cb9dbda87de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ba6b82-2904-4e39-bedf-fdf77dffeb5e', 'code': 200} Apr 14 11:26:07.285370 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=c0ba6b82-2904-4e39-bedf-fdf77dffeb5e,revision_number=5']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:07.289454 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:07.491534 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef13a2-dddc-4b19-81e9-911943af3813 req-adf15543-e732-4377-a4a9-859458344a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:07.493167 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-78ef13a2-dddc-4b19-81e9-911943af3813 req-adf15543-e732-4377-a4a9-859458344a80 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=46495361-2da9-46b1-bc76-1cb9dbda87de HTTP/1.1" status: 200 len: 1099 time: 0.0781717 Apr 14 11:26:07.522355 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-78ef13a2-dddc-4b19-81e9-911943af3813 req-f53ea6a4-109e-46e8-afab-9faf6191094f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=318d734d-4082-4e38-9fd7-f87715632db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0204337 Apr 14 11:26:07.675743 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 32990) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:26:07.798845 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f0861d8f-9cf6-4832-9234-6a2c4187feed admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:07.814451 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-f0861d8f-9cf6-4832-9234-6a2c4187feed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:26:07.818433 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-f0861d8f-9cf6-4832-9234-6a2c4187feed admin admin] Usage tracker for resource:security_group_rule and tenant:a2f4d8681999441c8765f850db0f6ace is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:26:07.821345 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-f0861d8f-9cf6-4832-9234-6a2c4187feed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:26:07.827281 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-f0861d8f-9cf6-4832-9234-6a2c4187feed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:26:07.964799 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f0861d8f-9cf6-4832-9234-6a2c4187feed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:07.970364 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f0861d8f-9cf6-4832-9234-6a2c4187feed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:07.979339 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-cb2e22a6-df21-4618-ba95-cd5791a0eff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:08.035952 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0861d8f-9cf6-4832-9234-6a2c4187feed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb92801f-2e84-4e8a-adf1-1029fffac028,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:08.044009 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-f0861d8f-9cf6-4832-9234-6a2c4187feed admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a2f4d8681999441c8765f850db0f6ace&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3645928 Apr 14 11:26:08.044009 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-f0861d8f-9cf6-4832-9234-6a2c4187feed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:08.044531 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 32998) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:26:08.055962 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df3d37-61c1-4f8b-89b3-19d954c6d57f req-38a48ae4-04e2-4d9d-b19b-48ff2833ae18 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:08.057598 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-59df3d37-61c1-4f8b-89b3-19d954c6d57f req-38a48ae4-04e2-4d9d-b19b-48ff2833ae18 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/ports?device_id=46495361-2da9-46b1-bc76-1cb9dbda87de HTTP/1.1" status: 200 len: 946 time: 0.1767263 Apr 14 11:26:08.093552 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-59df3d37-61c1-4f8b-89b3-19d954c6d57f req-c7ac119e-41b6-4300-a40c-271f8fc7ce9c tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/security-groups?id=318d734d-4082-4e38-9fd7-f87715632db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289912 Apr 14 11:26:08.111662 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-992f6c7c-5303-4a86-83ae-9e39cec13049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:08.138114 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-992f6c7c-5303-4a86-83ae-9e39cec13049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:08.185082 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-992f6c7c-5303-4a86-83ae-9e39cec13049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:08.189962 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-4c16f95f-3dc4-45b1-a7d2-2b1fc15640a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:08.200563 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f6c7c-5303-4a86-83ae-9e39cec13049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb92801f-2e84-4e8a-adf1-1029fffac028,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:08.202948 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-992f6c7c-5303-4a86-83ae-9e39cec13049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:08.208919 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-992f6c7c-5303-4a86-83ae-9e39cec13049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:08.210195 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-992f6c7c-5303-4a86-83ae-9e39cec13049 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cb92801f-2e84-4e8a-adf1-1029fffac028 HTTP/1.1" status: 204 len: 168 time: 0.1640978 Apr 14 11:26:08.495058 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 33006) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:26:08.515270 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-09b5a987-4569-4abf-bb04-890571ceec65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:08.530659 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-09b5a987-4569-4abf-bb04-890571ceec65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:26:08.535188 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-09b5a987-4569-4abf-bb04-890571ceec65 admin admin] Usage tracker for resource:security_group_rule and tenant:8ceca976ed2047da8338135e3d4a715f is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:26:08.538130 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-09b5a987-4569-4abf-bb04-890571ceec65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:26:08.544143 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-09b5a987-4569-4abf-bb04-890571ceec65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:26:08.629395 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-09b5a987-4569-4abf-bb04-890571ceec65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:08.632214 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-09b5a987-4569-4abf-bb04-890571ceec65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:08.642231 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-992f6c7c-5303-4a86-83ae-9e39cec13049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:08.684761 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-09b5a987-4569-4abf-bb04-890571ceec65 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8ceca976ed2047da8338135e3d4a715f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1886103 Apr 14 11:26:08.685697 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5a987-4569-4abf-bb04-890571ceec65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf29206-928b-482a-8c85-4eb40cfb9c8d,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:08.687752 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 33010) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:26:08.688934 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-09b5a987-4569-4abf-bb04-890571ceec65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:08.748782 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-bb58cdc8-5d01-483b-a0f9-2e1c3b5320bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:08.774889 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-bb58cdc8-5d01-483b-a0f9-2e1c3b5320bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:08.818296 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-bb58cdc8-5d01-483b-a0f9-2e1c3b5320bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:08.823104 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-03808b90-cc22-4acf-97d9-a869caea3e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:08.835232 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58cdc8-5d01-483b-a0f9-2e1c3b5320bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf29206-928b-482a-8c85-4eb40cfb9c8d,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:08.837563 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-bb58cdc8-5d01-483b-a0f9-2e1c3b5320bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:08.845490 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-bb58cdc8-5d01-483b-a0f9-2e1c3b5320bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:08.846736 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-bb58cdc8-5d01-483b-a0f9-2e1c3b5320bf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2bf29206-928b-482a-8c85-4eb40cfb9c8d HTTP/1.1" status: 204 len: 168 time: 0.1578970 Apr 14 11:26:08.884010 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b39f0e2a-93c9-4987-99e2-8b95928c1625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:09.301849 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b743e48-24c9-47d5-a9f1-1841042d37b6 req-96d17953-4e21-44e4-ae24-954717c4a5c1 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:09.303458 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0b743e48-24c9-47d5-a9f1-1841042d37b6 req-96d17953-4e21-44e4-ae24-954717c4a5c1 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/ports?device_id=46495361-2da9-46b1-bc76-1cb9dbda87de HTTP/1.1" status: 200 len: 946 time: 0.0927579 Apr 14 11:26:09.334277 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0b743e48-24c9-47d5-a9f1-1841042d37b6 req-147dd49e-0ac5-42ab-9de1-413735811f58 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/security-groups?id=318d734d-4082-4e38-9fd7-f87715632db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0240111 Apr 14 11:26:10.086617 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:10.295659 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:11.455807 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:11.456892 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:14.711195 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 33128) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:26:14.835274 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b73e4664-2dbb-4421-8a2a-17e3bf84faff admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:14.850811 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-b73e4664-2dbb-4421-8a2a-17e3bf84faff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:26:14.854897 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-b73e4664-2dbb-4421-8a2a-17e3bf84faff admin admin] Usage tracker for resource:security_group_rule and tenant:8cfa3155ed8b406f934a09cc7ac93a01 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:26:14.858013 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-b73e4664-2dbb-4421-8a2a-17e3bf84faff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:26:14.864642 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-b73e4664-2dbb-4421-8a2a-17e3bf84faff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:26:14.951950 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b73e4664-2dbb-4421-8a2a-17e3bf84faff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:14.955056 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b73e4664-2dbb-4421-8a2a-17e3bf84faff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:14.967007 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-0f52a99a-3097-4103-b551-d83e835a720f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:15.008567 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-b73e4664-2dbb-4421-8a2a-17e3bf84faff admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8cfa3155ed8b406f934a09cc7ac93a01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2961862 Apr 14 11:26:15.009515 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e4664-2dbb-4421-8a2a-17e3bf84faff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e62ea6-bd12-45cd-a444-ccb6053f73be,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:15.011449 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 33134) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:26:15.012921 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b73e4664-2dbb-4421-8a2a-17e3bf84faff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:15.074924 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-028bab5f-ba2d-4fc4-b3b1-6fa1f8bbcd15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:15.103231 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-028bab5f-ba2d-4fc4-b3b1-6fa1f8bbcd15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:15.146989 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-028bab5f-ba2d-4fc4-b3b1-6fa1f8bbcd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:15.152019 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-69490284-6695-4b9f-877e-5febb5b5a3a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:15.164964 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028bab5f-ba2d-4fc4-b3b1-6fa1f8bbcd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e62ea6-bd12-45cd-a444-ccb6053f73be,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:15.170036 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-028bab5f-ba2d-4fc4-b3b1-6fa1f8bbcd15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:15.174485 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-028bab5f-ba2d-4fc4-b3b1-6fa1f8bbcd15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:15.178495 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-028bab5f-ba2d-4fc4-b3b1-6fa1f8bbcd15 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a8e62ea6-bd12-45cd-a444-ccb6053f73be HTTP/1.1" status: 204 len: 168 time: 0.1659660 Apr 14 11:26:15.460954 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 33144) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:26:15.481253 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f7d05872-6351-4bb2-b473-968713728c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:15.501659 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-f7d05872-6351-4bb2-b473-968713728c68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:26:15.505856 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-f7d05872-6351-4bb2-b473-968713728c68 admin admin] Usage tracker for resource:security_group_rule and tenant:4669d89bdd6343a48096866af8e0bd46 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:26:15.510901 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-f7d05872-6351-4bb2-b473-968713728c68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:26:15.517535 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-f7d05872-6351-4bb2-b473-968713728c68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:26:15.600977 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f7d05872-6351-4bb2-b473-968713728c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:15.603677 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f7d05872-6351-4bb2-b473-968713728c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:15.612553 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-c51bd87d-150f-4707-b138-2e3c247802d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:15.657221 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-f7d05872-6351-4bb2-b473-968713728c68 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4669d89bdd6343a48096866af8e0bd46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1923115 Apr 14 11:26:15.657221 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d05872-6351-4bb2-b473-968713728c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcce4eb6-621d-4658-aeae-816963bdb727,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:15.658134 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 33150) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:26:15.659670 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-f7d05872-6351-4bb2-b473-968713728c68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:15.724097 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b7198e1e-4bf8-45fa-878b-05847da4adf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:15.755018 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b7198e1e-4bf8-45fa-878b-05847da4adf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:15.803294 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b7198e1e-4bf8-45fa-878b-05847da4adf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:15.808452 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-eca9c6f1-e2cb-4293-9da0-60b476871827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:15.821446 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7198e1e-4bf8-45fa-878b-05847da4adf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcce4eb6-621d-4658-aeae-816963bdb727,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:15.823898 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b7198e1e-4bf8-45fa-878b-05847da4adf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:15.832749 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b7198e1e-4bf8-45fa-878b-05847da4adf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:15.834092 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-b7198e1e-4bf8-45fa-878b-05847da4adf6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dcce4eb6-621d-4658-aeae-816963bdb727 HTTP/1.1" status: 204 len: 168 time: 0.1740854 Apr 14 11:26:16.211690 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98065de8-3a6d-4cad-bba1-362158206e80 req-160e7a8f-c1af-4d3f-93ae-4f0dfdc329e1 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:16.213284 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-98065de8-3a6d-4cad-bba1-362158206e80 req-160e7a8f-c1af-4d3f-93ae-4f0dfdc329e1 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 946 time: 0.0944483 Apr 14 11:26:16.250616 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-98065de8-3a6d-4cad-bba1-362158206e80 req-ff1bafbd-48a9-45f4-9003-f6cb073094c1 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281923 Apr 14 11:26:17.460381 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49731c56-e66b-4d58-9334-7cb112f858c5 req-7765f15f-947a-4d33-8552-5c304e4c036b tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:17.462014 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-49731c56-e66b-4d58-9334-7cb112f858c5 req-7765f15f-947a-4d33-8552-5c304e4c036b tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 946 time: 0.0936968 Apr 14 11:26:17.495712 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-49731c56-e66b-4d58-9334-7cb112f858c5 req-76a44187-cb2c-48e8-955f-f100b6d2d1ba tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0258806 Apr 14 11:26:18.258322 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d8c72-84b4-479c-905f-ee2919ad4d41 req-df4479d5-a23b-4a0c-98df-24cddecae8b7 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:18.259904 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b51d8c72-84b4-479c-905f-ee2919ad4d41 req-df4479d5-a23b-4a0c-98df-24cddecae8b7 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 946 time: 0.0917866 Apr 14 11:26:18.341460 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [req-b51d8c72-84b4-479c-905f-ee2919ad4d41 req-82c19686-b39f-4f41-8833-51ad4e6afd4d tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Deleting port 705fd157-cc2d-4564-ac4d-19c9667cedb6 {{(pid=85227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:26:18.341840 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-b51d8c72-84b4-479c-905f-ee2919ad4d41 req-82c19686-b39f-4f41-8833-51ad4e6afd4d tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:18.610921 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-b51d8c72-84b4-479c-905f-ee2919ad4d41 req-82c19686-b39f-4f41-8833-51ad4e6afd4d tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] For port 705fd157-cc2d-4564-ac4d-19c9667cedb6, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=705fd157-cc2d-4564-ac4d-19c9667cedb6,segment=NetworkSegment(68eb76e0-e4c1-4e3c-88ca-0b72840edf3e),segment_id=68eb76e0-e4c1-4e3c-88ca-0b72840edf3e)] {{(pid=85227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:26:18.611469 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-b51d8c72-84b4-479c-905f-ee2919ad4d41 req-82c19686-b39f-4f41-8833-51ad4e6afd4d tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:18.707209 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8c1a8-998a-4d63-b9d2-4ad7c54d856c req-510f09ef-a4dd-4db4-9b29-67adc2918396 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:18.708882 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c7c8c1a8-998a-4d63-b9d2-4ad7c54d856c req-510f09ef-a4dd-4db4-9b29-67adc2918396 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 946 time: 0.0900986 Apr 14 11:26:18.740250 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c7c8c1a8-998a-4d63-b9d2-4ad7c54d856c req-585c6e2f-7a9f-44f2-b804-1c688a987a80 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=79d1418f-7ac3-456d-bac4-9035d5a2a1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0248606 Apr 14 11:26:18.919125 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-b51d8c72-84b4-479c-905f-ee2919ad4d41 req-82c19686-b39f-4f41-8833-51ad4e6afd4d tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:18.919631 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-b51d8c72-84b4-479c-905f-ee2919ad4d41 req-82c19686-b39f-4f41-8833-51ad4e6afd4d tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854119394'] for floatingip, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:18.919983 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.db.l3_db [req-b51d8c72-84b4-479c-905f-ee2919ad4d41 req-82c19686-b39f-4f41-8833-51ad4e6afd4d tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Floating IP b9e811a9-1c13-4b46-97b9-665823f40b67 disassociated. External IP: 172.28.2.88, port: 705fd157-cc2d-4564-ac4d-19c9667cedb6. Apr 14 11:26:18.920354 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [req-b51d8c72-84b4-479c-905f-ee2919ad4d41 req-82c19686-b39f-4f41-8833-51ad4e6afd4d tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Calling delete_port for 705fd157-cc2d-4564-ac4d-19c9667cedb6 owned by compute:nova {{(pid=85227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:26:19.076053 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-b51d8c72-84b4-479c-905f-ee2919ad4d41 req-82c19686-b39f-4f41-8833-51ad4e6afd4d tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10976374'] for port, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:19.091617 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:19.105129 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 6 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:26:19.143492 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c19686-b39f-4f41-8833-51ad4e6afd4d tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Pushing event deleted for resources: {'Port': ['ID=705fd157-cc2d-4564-ac4d-19c9667cedb6,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:19.190516 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-82c19686-b39f-4f41-8833-51ad4e6afd4d tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:19.452051 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b51d8c72-84b4-479c-905f-ee2919ad4d41 req-82c19686-b39f-4f41-8833-51ad4e6afd4d tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Router a9c63407-659e-47be-ab9f-d875ee5652bd has already been hosted by L3 agent 72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6 {{(pid=85227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 11:26:19.645073 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b51d8c72-84b4-479c-905f-ee2919ad4d41 req-82c19686-b39f-4f41-8833-51ad4e6afd4d tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify agent at l3_agent.dv-cinder-774594-3-smb the message routers_updated {{(pid=85227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 11:26:19.656042 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c7e74c-281f-48ed-976d-4a120b307cc6 None None] Sync routers for ids ['a9c63407-659e-47be-ab9f-d875ee5652bd'] in dv-cinder-774594-3-smb {{(pid=85229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 11:26:19.667884 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c7e74c-281f-48ed-976d-4a120b307cc6 None None] Routers {'a9c63407-659e-47be-ab9f-d875ee5652bd'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:26:19.668577 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-c8c7e74c-281f-48ed-976d-4a120b307cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:26:09Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['a9c63407-659e-47be-ab9f-d875ee5652bd'], 'active': True} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:26:19.727243 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51d8c72-84b4-479c-905f-ee2919ad4d41 req-82c19686-b39f-4f41-8833-51ad4e6afd4d tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] No DVR routers for this DVR port 705fd157-cc2d-4564-ac4d-19c9667cedb6 on host hv-cinder-77459 {{(pid=85227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 11:26:19.730233 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-b51d8c72-84b4-479c-905f-ee2919ad4d41 req-82c19686-b39f-4f41-8833-51ad4e6afd4d tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:19.741969 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00f0834-f88b-40b4-84e2-252486a4be7f', 'name': 'network-vif-deleted', 'tag': '705fd157-cc2d-4564-ac4d-19c9667cedb6'}] {{(pid=85227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:26:19.749987 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b51d8c72-84b4-479c-905f-ee2919ad4d41 req-82c19686-b39f-4f41-8833-51ad4e6afd4d tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.41 "DELETE /v2.0/ports/705fd157-cc2d-4564-ac4d-19c9667cedb6 HTTP/1.1" status: 204 len: 173 time: 1.4790840 Apr 14 11:26:19.800724 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00f0834-f88b-40b4-84e2-252486a4be7f', 'name': 'network-vif-deleted', 'tag': '705fd157-cc2d-4564-ac4d-19c9667cedb6', 'status': 'completed', 'code': 200} Apr 14 11:26:19.947142 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-c8c7e74c-281f-48ed-976d-4a120b307cc6 None None] Set router a9c63407-659e-47be-ab9f-d875ee5652bd gateway port host: dv-cinder-774594-3-smb {{(pid=85229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:26:19.993260 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-9bede557-5818-433b-8b52-96d6dabfddd3 req-3e2e66e0-4d50-4559-868d-5fba65b64add tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Synchronizing usage tracker for tenant:e9b3ef38e1d8424c861a2e84fef25222 on resource:port {{(pid=85227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:26:20.016961 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-9bede557-5818-433b-8b52-96d6dabfddd3 req-3e2e66e0-4d50-4559-868d-5fba65b64add tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Unset dirty status for tenant:e9b3ef38e1d8424c861a2e84fef25222 on resource:port {{(pid=85227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:26:20.018249 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9bede557-5818-433b-8b52-96d6dabfddd3 req-3e2e66e0-4d50-4559-868d-5fba65b64add tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=b00f0834-f88b-40b4-84e2-252486a4be7f HTTP/1.1" status: 200 len: 210 time: 0.0749743 Apr 14 11:26:20.299745 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-c8c7e74c-281f-48ed-976d-4a120b307cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'name': 'tempest-AttachVolumeShelveTestJSON-866113711-router', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': '08321929-c8ea-4e67-a233-54f5bd37e198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:30Z', 'updated_at': '2021-04-14T11:22:36Z', 'revision_number': 4, 'project_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'gw_port': {'id': '08321929-c8ea-4e67-a233-54f5bd37e198', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:30Z', 'updated_at': '2021-04-14T11:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': '317e997f-9c75-42a3-b59a-8fb6cc281af4', 'name': '', 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'mac_address': 'fa:16:3e:0d:b9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5b2aaa5c-9e54-4364-a946-78c283f1ff6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:34Z', 'updated_at': '2021-04-14T11:22:49Z', 'revision_number': 5, 'project_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'subnets': [{'id': '5b2aaa5c-9e54-4364-a946-78c283f1ff6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:26:20.303900 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c7e74c-281f-48ed-976d-4a120b307cc6 None None] Checking router: a9c63407-659e-47be-ab9f-d875ee5652bd for host: dv-cinder-774594-3-smb {{(pid=85229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 11:26:20.313605 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c7e74c-281f-48ed-976d-4a120b307cc6 None None] Routers {'a9c63407-659e-47be-ab9f-d875ee5652bd'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:26:20.314257 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-c8c7e74c-281f-48ed-976d-4a120b307cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:26:09Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['a9c63407-659e-47be-ab9f-d875ee5652bd'], 'active': True} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:26:20.507647 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-c8c7e74c-281f-48ed-976d-4a120b307cc6 None None] Set router a9c63407-659e-47be-ab9f-d875ee5652bd gateway port host: dv-cinder-774594-3-smb {{(pid=85229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:26:20.846855 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-c8c7e74c-281f-48ed-976d-4a120b307cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'name': 'tempest-AttachVolumeShelveTestJSON-866113711-router', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': '08321929-c8ea-4e67-a233-54f5bd37e198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:30Z', 'updated_at': '2021-04-14T11:22:36Z', 'revision_number': 4, 'project_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'gw_port': {'id': '08321929-c8ea-4e67-a233-54f5bd37e198', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:30Z', 'updated_at': '2021-04-14T11:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': '317e997f-9c75-42a3-b59a-8fb6cc281af4', 'name': '', 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'mac_address': 'fa:16:3e:0d:b9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5b2aaa5c-9e54-4364-a946-78c283f1ff6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:34Z', 'updated_at': '2021-04-14T11:22:49Z', 'revision_number': 5, 'project_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'subnets': [{'id': '5b2aaa5c-9e54-4364-a946-78c283f1ff6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:26:20.851255 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c7e74c-281f-48ed-976d-4a120b307cc6 None None] The sync data for ids ['a9c63407-659e-47be-ab9f-d875ee5652bd'] in dv-cinder-774594-3-smb is: [{'id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'name': 'tempest-AttachVolumeShelveTestJSON-866113711-router', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': '08321929-c8ea-4e67-a233-54f5bd37e198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:30Z', 'updated_at': '2021-04-14T11:22:36Z', 'revision_number': 4, 'project_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'gw_port': {'id': '08321929-c8ea-4e67-a233-54f5bd37e198', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:30Z', 'updated_at': '2021-04-14T11:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': '317e997f-9c75-42a3-b59a-8fb6cc281af4', 'name': '', 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'mac_address': 'fa:16:3e:0d:b9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5b2aaa5c-9e54-4364-a946-78c283f1ff6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:34Z', 'updated_at': '2021-04-14T11:22:49Z', 'revision_number': 5, 'project_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'subnets': [{'id': '5b2aaa5c-9e54-4364-a946-78c283f1ff6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 11:26:21.061317 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 705fd157-cc2d-4564-ac4d-19c9667cedb6 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:26:21.111933 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] No Port match for: 705fd157-cc2d-4564-ac4d-19c9667cedb6 {{(pid=85229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 11:26:21.112334 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 705fd157-cc2d-4564-ac4d-19c9667cedb6 not bound to the agent host hv-cinder-77459 {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 11:26:21.209221 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 33240) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:26:21.285843 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-591fa48d-e53b-4ccc-a2a2-d61fc88dbda4 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:21.315857 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-591fa48d-e53b-4ccc-a2a2-d61fc88dbda4 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:21.326226 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a444b2-d7de-4a56-835a-a7782c576381 None None] New status for floating IP b9e811a9-1c13-4b46-97b9-665823f40b67: DOWN {{(pid=85230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 11:26:21.363712 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-591fa48d-e53b-4ccc-a2a2-d61fc88dbda4 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:21.369161 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-e23028ba-194d-41ae-94a6-31536a31dfcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:21.385680 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591fa48d-e53b-4ccc-a2a2-d61fc88dbda4 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d1418f-7ac3-456d-bac4-9035d5a2a1dd,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:21.388016 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-591fa48d-e53b-4ccc-a2a2-d61fc88dbda4 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:21.399799 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-591fa48d-e53b-4ccc-a2a2-d61fc88dbda4 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:21.404110 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-591fa48d-e53b-4ccc-a2a2-d61fc88dbda4 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "DELETE /v2.0/security-groups/79d1418f-7ac3-456d-bac4-9035d5a2a1dd HTTP/1.1" status: 204 len: 168 time: 0.1932359 Apr 14 11:26:21.404427 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 33244) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:26:21.429887 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.v2.resource [None req-7280531c-1b3b-42f5-86f4-4cb85118a8eb tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] show failed (client error): The resource could not be found. Apr 14 11:26:21.431421 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-7280531c-1b3b-42f5-86f4-4cb85118a8eb tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups/79d1418f-7ac3-456d-bac4-9035d5a2a1dd HTTP/1.1" status: 404 len: 347 time: 0.0258913 Apr 14 11:26:21.434689 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 33248) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:26:21.619201 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-9226edff-fcbb-45cb-b532-eee13431fa70 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Deleting port 9976af00-d934-4a69-bd70-ec23cf54e8d4 {{(pid=85228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:26:21.619586 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-9226edff-fcbb-45cb-b532-eee13431fa70 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:21.801355 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-9226edff-fcbb-45cb-b532-eee13431fa70 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:21.801691 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-9226edff-fcbb-45cb-b532-eee13431fa70 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:21.936849 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-9226edff-fcbb-45cb-b532-eee13431fa70 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Calling delete_port for 9976af00-d934-4a69-bd70-ec23cf54e8d4 owned by network:floatingip {{(pid=85228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:26:22.081424 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-9226edff-fcbb-45cb-b532-eee13431fa70 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1926183'] for port, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:22.097712 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:22.190455 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226edff-fcbb-45cb-b532-eee13431fa70 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Pushing event deleted for resources: {'Port': ['ID=9976af00-d934-4a69-bd70-ec23cf54e8d4,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:22.197413 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-9226edff-fcbb-45cb-b532-eee13431fa70 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:22.365715 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-9226edff-fcbb-45cb-b532-eee13431fa70 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for floatingip, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:22.394334 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-9226edff-fcbb-45cb-b532-eee13431fa70 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for floatingip, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:22.395661 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-9226edff-fcbb-45cb-b532-eee13431fa70 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "DELETE /v2.0/floatingips/b9e811a9-1c13-4b46-97b9-665823f40b67 HTTP/1.1" status: 204 len: 168 time: 0.9598923 Apr 14 11:26:22.794271 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 33280) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:26:22.800859 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-bc3a6887-215c-44ce-b282-bbbcb4c619b2 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1202925224', 'description': 'tempest-description--2121583519'}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:26:22.808551 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-bc3a6887-215c-44ce-b282-bbbcb4c619b2 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:26:22.815238 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-bc3a6887-215c-44ce-b282-bbbcb4c619b2 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Usage tracker for resource:security_group and tenant:e9b3ef38e1d8424c861a2e84fef25222 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:26:22.818601 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-bc3a6887-215c-44ce-b282-bbbcb4c619b2 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:26:22.825294 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-bc3a6887-215c-44ce-b282-bbbcb4c619b2 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:26:22.837739 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-bc3a6887-215c-44ce-b282-bbbcb4c619b2 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:22.841958 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-bc3a6887-215c-44ce-b282-bbbcb4c619b2 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:26:22.847954 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-bc3a6887-215c-44ce-b282-bbbcb4c619b2 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Usage tracker for resource:security_group_rule and tenant:e9b3ef38e1d8424c861a2e84fef25222 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:26:22.852159 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-bc3a6887-215c-44ce-b282-bbbcb4c619b2 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:26:22.858109 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-bc3a6887-215c-44ce-b282-bbbcb4c619b2 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:26:22.937564 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-bc3a6887-215c-44ce-b282-bbbcb4c619b2 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:22.940911 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-bc3a6887-215c-44ce-b282-bbbcb4c619b2 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:22.946414 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-09b5a987-4569-4abf-bb04-890571ceec65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:22.991895 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-bc3a6887-215c-44ce-b282-bbbcb4c619b2 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:22.993216 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-bc3a6887-215c-44ce-b282-bbbcb4c619b2 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1978397 Apr 14 11:26:22.994173 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a6887-215c-44ce-b282-bbbcb4c619b2 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=248c777e-750f-474f-834a-fd4949d349bf,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:22.996368 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 33286) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:26:22.999016 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-bc3a6887-215c-44ce-b282-bbbcb4c619b2 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:23.002781 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-b092eacf-6e92-41bd-81fa-63eec0330d69 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Request body: {'security_group_rule': {'security_group_id': '248c777e-750f-474f-834a-fd4949d349bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:26:23.006936 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0f238-be05-48c4-991b-e91ecb6106f4 req-8af745fb-c3a5-424f-967a-0931f57a6706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:23.009094 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ddb0f238-be05-48c4-991b-e91ecb6106f4 req-8af745fb-c3a5-424f-967a-0931f57a6706 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=afaf019a8c1e453eb9ab3cf44e7ad4fa&device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 1138 time: 0.1557093 Apr 14 11:26:23.010417 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-b092eacf-6e92-41bd-81fa-63eec0330d69 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:26:23.014500 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-b092eacf-6e92-41bd-81fa-63eec0330d69 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Usage tracker for resource:security_group_rule and tenant:e9b3ef38e1d8424c861a2e84fef25222 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:26:23.017878 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-b092eacf-6e92-41bd-81fa-63eec0330d69 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:26:23.022106 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23574826-9805-4083-bca8-19f1cc6fe946 req-3e86b36d-d539-4868-95d0-69a3ae34328c tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:23.023693 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-23574826-9805-4083-bca8-19f1cc6fe946 req-3e86b36d-d539-4868-95d0-69a3ae34328c tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 985 time: 0.1240537 Apr 14 11:26:23.024080 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-b092eacf-6e92-41bd-81fa-63eec0330d69 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:26:23.042879 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b092eacf-6e92-41bd-81fa-63eec0330d69 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:23.114213 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b092eacf-6e92-41bd-81fa-63eec0330d69 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:23.117035 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b092eacf-6e92-41bd-81fa-63eec0330d69 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685144'] for security_group_rule, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:23.119427 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b9f26868-ea42-4967-b6af-f056d424e3c1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:23.137701 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-23574826-9805-4083-bca8-19f1cc6fe946 req-cbac404f-6176-4a3d-abf6-383f9366d895 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/security-groups?id=92c111e1-d74b-4ea2-8da0-35dcedf4cd58&id=a6b1711d-b0d2-49ab-8a22-a74bea3a535a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0858135 Apr 14 11:26:23.144184 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b092eacf-6e92-41bd-81fa-63eec0330d69 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99594832-27c5-49c9-ad84-61094bd3bfa0,revision_number=0']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:23.155387 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b092eacf-6e92-41bd-81fa-63eec0330d69 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:23.159901 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b092eacf-6e92-41bd-81fa-63eec0330d69 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:23.162014 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-b092eacf-6e92-41bd-81fa-63eec0330d69 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1646857 Apr 14 11:26:23.164128 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 33290) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:26:23.170266 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-1cbb2ee4-5171-40f0-a59b-e882bf73c6ae tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Request body: {'security_group_rule': {'security_group_id': '248c777e-750f-474f-834a-fd4949d349bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:26:23.177158 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-1cbb2ee4-5171-40f0-a59b-e882bf73c6ae tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:26:23.181171 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-1cbb2ee4-5171-40f0-a59b-e882bf73c6ae tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Usage tracker for resource:security_group_rule and tenant:e9b3ef38e1d8424c861a2e84fef25222 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:26:23.184236 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-1cbb2ee4-5171-40f0-a59b-e882bf73c6ae tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:26:23.190248 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-1cbb2ee4-5171-40f0-a59b-e882bf73c6ae tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:26:23.193182 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0f238-be05-48c4-991b-e91ecb6106f4 req-0c42cfd7-2b0a-446e-89f5-18f2d10704d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:23.194760 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ddb0f238-be05-48c4-991b-e91ecb6106f4 req-0c42cfd7-2b0a-446e-89f5-18f2d10704d4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ac53151c-4a07-4555-933b-5b25406ca80f HTTP/1.1" status: 200 len: 916 time: 0.1701267 Apr 14 11:26:23.206850 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1cbb2ee4-5171-40f0-a59b-e882bf73c6ae tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:23.272631 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1cbb2ee4-5171-40f0-a59b-e882bf73c6ae tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:23.275502 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1cbb2ee4-5171-40f0-a59b-e882bf73c6ae tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685144'] for security_group_rule, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:23.277545 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:23.299192 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb2ee4-5171-40f0-a59b-e882bf73c6ae tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1d6e9f6-37a4-4bae-953d-93a5420713b6,revision_number=0']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:23.303340 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-1cbb2ee4-5171-40f0-a59b-e882bf73c6ae tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:23.306159 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ddb0f238-be05-48c4-991b-e91ecb6106f4 req-382f7e45-c361-4d7c-84f0-cbdec237c9b5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d3a4402-523d-4387-a129-5cda154bd839 HTTP/1.1" status: 200 len: 1002 time: 0.1011820 Apr 14 11:26:23.310493 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1cbb2ee4-5171-40f0-a59b-e882bf73c6ae tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:23.311782 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-1cbb2ee4-5171-40f0-a59b-e882bf73c6ae tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1463363 Apr 14 11:26:23.315146 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 33294) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:26:23.320516 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-18b55383-4784-41f8-a1fd-ef516d552efc tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Request body: {'floatingip': {'floating_network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:26:23.326713 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-18b55383-4784-41f8-a1fd-ef516d552efc tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:26:23.331263 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-18b55383-4784-41f8-a1fd-ef516d552efc tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Usage tracker for resource:floatingip and tenant:e9b3ef38e1d8424c861a2e84fef25222 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:26:23.334246 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-18b55383-4784-41f8-a1fd-ef516d552efc tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:26:23.340258 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-18b55383-4784-41f8-a1fd-ef516d552efc tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:26:23.350491 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-18b55383-4784-41f8-a1fd-ef516d552efc tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for floatingip, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:23.382414 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0f238-be05-48c4-991b-e91ecb6106f4 req-66fba409-57a6-4ae2-8b82-8c9a41ca2ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:23.384020 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ddb0f238-be05-48c4-991b-e91ecb6106f4 req-66fba409-57a6-4ae2-8b82-8c9a41ca2ab3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1a71b1c-3b16-43d6-881e-23a824385fe9 HTTP/1.1" status: 200 len: 854 time: 0.0684528 Apr 14 11:26:23.467651 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0f238-be05-48c4-991b-e91ecb6106f4 req-cf9c0a56-4f8d-462d-b97c-97b005cdda07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:23.469932 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ddb0f238-be05-48c4-991b-e91ecb6106f4 req-cf9c0a56-4f8d-462d-b97c-97b005cdda07 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ac53151c-4a07-4555-933b-5b25406ca80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0780354 Apr 14 11:26:23.493813 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-18b55383-4784-41f8-a1fd-ef516d552efc tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:23.616951 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ddb0f238-be05-48c4-991b-e91ecb6106f4 req-726cdb80-b641-4366-95b3-510614656334 service neutron] 10.222.0.41 "GET /v2.0/networks/ac53151c-4a07-4555-933b-5b25406ca80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387188 Apr 14 11:26:23.641485 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [None req-18b55383-4784-41f8-a1fd-ef516d552efc tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Allocated IP 172.28.2.241 (f1313642-efe2-441a-94e8-1aeb14258027/43af2120-63d9-4ed9-b216-1037d2600bad/624fb127-0ac5-4183-bdcc-29549d076d84) {{(pid=85228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:26:23.761650 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ddb0f238-be05-48c4-991b-e91ecb6106f4 req-4cd687e4-d04c-4197-bbbc-3b2a85ecbab6 service neutron] 10.222.0.41 "GET /v2.0/networks/ac53151c-4a07-4555-933b-5b25406ca80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371665 Apr 14 11:26:23.796378 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-18b55383-4784-41f8-a1fd-ef516d552efc tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for port, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:23.825331 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-18b55383-4784-41f8-a1fd-ef516d552efc tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1926183'] for port, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:23.841630 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-27be5971-b4b7-4872-bd3d-3aeae52c2e7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:24.206003 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b55383-4784-41f8-a1fd-ef516d552efc tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Pushing event updated for resources: {'Port': ['ID=624fb127-0ac5-4183-bdcc-29549d076d84,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:24.210559 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-18b55383-4784-41f8-a1fd-ef516d552efc tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:24.265626 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b55383-4784-41f8-a1fd-ef516d552efc tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Network f1313642-efe2-441a-94e8-1aeb14258027 is already hosted by enough agents. {{(pid=85228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:26:24.266909 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-18b55383-4784-41f8-a1fd-ef516d552efc tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Resources bound (agent type, host, resource id): {{(pid=85228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:26:24.269115 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b55383-4784-41f8-a1fd-ef516d552efc tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Received port after_create {{(pid=85228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:26:24.425289 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3548bd-4d31-459b-8818-1ecf789a94d0 req-b63cdc00-a012-4e77-b8b8-6be20e37f210 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:24.426862 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2d3548bd-4d31-459b-8818-1ecf789a94d0 req-b63cdc00-a012-4e77-b8b8-6be20e37f210 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 985 time: 0.1270969 Apr 14 11:26:24.435910 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-18b55383-4784-41f8-a1fd-ef516d552efc tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:24.501265 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-2d3548bd-4d31-459b-8818-1ecf789a94d0 req-76cf3fd2-763b-4a93-88b0-90e682a96983 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Synchronizing usage tracker for tenant:afaf019a8c1e453eb9ab3cf44e7ad4fa on resource:security_group {{(pid=85228) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:26:24.528727 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-18b55383-4784-41f8-a1fd-ef516d552efc tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:24.561644 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-2d3548bd-4d31-459b-8818-1ecf789a94d0 req-76cf3fd2-763b-4a93-88b0-90e682a96983 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Unset dirty status for tenant:afaf019a8c1e453eb9ab3cf44e7ad4fa on resource:security_group {{(pid=85228) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:26:24.562910 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2d3548bd-4d31-459b-8818-1ecf789a94d0 req-76cf3fd2-763b-4a93-88b0-90e682a96983 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/security-groups?id=92c111e1-d74b-4ea2-8da0-35dcedf4cd58&id=a6b1711d-b0d2-49ab-8a22-a74bea3a535a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1284173 Apr 14 11:26:24.798932 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-18b55383-4784-41f8-a1fd-ef516d552efc tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for port, precommit_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:24.802305 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-18b55383-4784-41f8-a1fd-ef516d552efc tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852849601'] for port, after_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:24.817772 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-9226edff-fcbb-45cb-b532-eee13431fa70 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:24.951174 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b55383-4784-41f8-a1fd-ef516d552efc tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Pushing event updated for resources: {'Port': ['ID=624fb127-0ac5-4183-bdcc-29549d076d84,revision_number=2']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:24.966942 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-18b55383-4784-41f8-a1fd-ef516d552efc tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:25.055171 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-18b55383-4784-41f8-a1fd-ef516d552efc tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854119394'] for floatingip, after_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:25.076959 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-18b55383-4784-41f8-a1fd-ef516d552efc tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for floatingip, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:25.078827 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-18b55383-4784-41f8-a1fd-ef516d552efc tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7621410 Apr 14 11:26:25.290175 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-8c68c7d5-469b-4674-9dd1-bda0e592adbd tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Synchronizing usage tracker for tenant:e9b3ef38e1d8424c861a2e84fef25222 on resource:security_group {{(pid=85227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:26:25.305332 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-8c68c7d5-469b-4674-9dd1-bda0e592adbd tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Unset dirty status for tenant:e9b3ef38e1d8424c861a2e84fef25222 on resource:security_group {{(pid=85227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:26:25.306650 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-8c68c7d5-469b-4674-9dd1-bda0e592adbd tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1202925224&fields=id&tenant_id=e9b3ef38e1d8424c861a2e84fef25222 HTTP/1.1" status: 200 len: 267 time: 0.0408757 Apr 14 11:26:25.469848 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-f5cc6014-453a-44a1-a9c5-8e96befa28e6 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:25.471452 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-f5cc6014-453a-44a1-a9c5-8e96befa28e6 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/networks?id=712e05ed-c735-46b7-8a8c-2c06f81a1c29 HTTP/1.1" status: 200 len: 816 time: 0.1573219 Apr 14 11:26:25.488932 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-f9fde542-9520-434f-9c7f-8fb996cd3ef0 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/quotas/e9b3ef38e1d8424c861a2e84fef25222 HTTP/1.1" status: 200 len: 375 time: 0.0104146 Apr 14 11:26:25.590382 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-c7fdc7f7-26b4-457c-94f3-42c9926eaa70 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e9b3ef38e1d8424c861a2e84fef25222&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0957367 Apr 14 11:26:25.778551 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e61ce-0eb4-45c4-9495-5fba6e6c040d req-f62f49a5-5647-4ce5-bb0c-d9eea48dfef8 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:25.780258 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e68e61ce-0eb4-45c4-9495-5fba6e6c040d req-f62f49a5-5647-4ce5-bb0c-d9eea48dfef8 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 985 time: 0.0962274 Apr 14 11:26:25.822415 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e68e61ce-0eb4-45c4-9495-5fba6e6c040d req-30653bb1-499c-415d-bcb2-2e6defa56644 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/security-groups?id=92c111e1-d74b-4ea2-8da0-35dcedf4cd58&id=a6b1711d-b0d2-49ab-8a22-a74bea3a535a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345349 Apr 14 11:26:25.976343 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-3ac3a2d0-8634-4ec1-81ba-b19ab1b3a131 service neutron] 10.222.0.52 "GET /v2.0/networks/712e05ed-c735-46b7-8a8c-2c06f81a1c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720682 Apr 14 11:26:26.142156 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-5fb1cb03-ed48-42f3-9bb5-e1af620f9398 service neutron] 10.222.0.52 "GET /v2.0/networks/712e05ed-c735-46b7-8a8c-2c06f81a1c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586068 Apr 14 11:26:26.336936 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-2a9345de-8727-4ef9-97c1-3312a34e6786 req-8843177f-2c33-42be-a459-b771f68db1b2 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Synchronizing usage tracker for tenant:e9b3ef38e1d8424c861a2e84fef25222 on resource:port {{(pid=85228) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:26:26.352336 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-2a9345de-8727-4ef9-97c1-3312a34e6786 req-8843177f-2c33-42be-a459-b771f68db1b2 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Unset dirty status for tenant:e9b3ef38e1d8424c861a2e84fef25222 on resource:port {{(pid=85228) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:26:26.353609 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2a9345de-8727-4ef9-97c1-3312a34e6786 req-8843177f-2c33-42be-a459-b771f68db1b2 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 210 time: 0.0653553 Apr 14 11:26:27.028561 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6cf73c-75ce-4d6f-b4f9-2f19d5610e69 req-f60362fb-aee5-4f3d-bb43-e384414cf9e5 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:27.030259 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ec6cf73c-75ce-4d6f-b4f9-2f19d5610e69 req-f60362fb-aee5-4f3d-bb43-e384414cf9e5 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 985 time: 0.0895278 Apr 14 11:26:27.064674 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ec6cf73c-75ce-4d6f-b4f9-2f19d5610e69 req-fdf54597-d463-48ac-8c2e-2427cdd18e20 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/security-groups?id=92c111e1-d74b-4ea2-8da0-35dcedf4cd58&id=a6b1711d-b0d2-49ab-8a22-a74bea3a535a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0268455 Apr 14 11:26:27.526866 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-f6798ca4-8086-4a6c-9ed1-ed2d0a0dca77 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:27.528467 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-f6798ca4-8086-4a6c-9ed1-ed2d0a0dca77 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.41 "GET /v2.0/networks?id=712e05ed-c735-46b7-8a8c-2c06f81a1c29 HTTP/1.1" status: 200 len: 816 time: 0.1755688 Apr 14 11:26:27.532921 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-78a6440d-120e-49b8-8108-a2db4b4c3c70 req-f5b525e3-e0fc-45da-83a0-4fa6a345f6bb tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 210 time: 0.0506048 Apr 14 11:26:27.588091 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-f7c574d9-6edd-45a1-82f3-121c7012e531 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e9b3ef38e1d8424c861a2e84fef25222 HTTP/1.1" status: 200 len: 5705 time: 0.0505219 Apr 14 11:26:27.600487 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-b4c3fcc1-b757-40cf-bd10-1cda021be9f4 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Request body: {'port': {'device_id': 'f733a955-0ffb-4748-bd71-7a350361c4ad', 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29', 'admin_state_up': True, 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'security_groups': ['248c777e-750f-474f-834a-fd4949d349bf']}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:26:27.743785 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-b4c3fcc1-b757-40cf-bd10-1cda021be9f4 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:26:27.754389 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-b4c3fcc1-b757-40cf-bd10-1cda021be9f4 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:26:27.762990 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-b4c3fcc1-b757-40cf-bd10-1cda021be9f4 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Made reservation on behalf of e9b3ef38e1d8424c861a2e84fef25222 for: {'port': 1} {{(pid=85227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:26:27.768969 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-b4c3fcc1-b757-40cf-bd10-1cda021be9f4 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:27.926128 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-b4c3fcc1-b757-40cf-bd10-1cda021be9f4 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Allocated IP 172.20.0.7 (712e05ed-c735-46b7-8a8c-2c06f81a1c29/5b2aaa5c-9e54-4364-a946-78c283f1ff6f/f35634ec-6f85-494c-9eaf-51ca2f1d3c83) {{(pid=85227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:26:28.132208 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-b4c3fcc1-b757-40cf-bd10-1cda021be9f4 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for port, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:28.149678 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-b4c3fcc1-b757-40cf-bd10-1cda021be9f4 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Transition to ACTIVE for port object f35634ec-6f85-494c-9eaf-51ca2f1d3c83 will not be triggered until provisioned by entity DHCP. {{(pid=85227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:26:28.174240 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-b4c3fcc1-b757-40cf-bd10-1cda021be9f4 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10976374'] for port, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:28.189550 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-0bcccfb6-c6ae-4540-ac10-b670312660cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:28.375092 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3fcc1-b757-40cf-bd10-1cda021be9f4 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Pushing event updated for resources: {'Port': ['ID=f35634ec-6f85-494c-9eaf-51ca2f1d3c83,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:28.380707 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b4c3fcc1-b757-40cf-bd10-1cda021be9f4 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:28.452677 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32101a2-ff96-471d-ac7e-e4bfa804f92f req-4e63eff3-930c-47d8-ae52-56c3eec64c99 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:28.454854 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b32101a2-ff96-471d-ac7e-e4bfa804f92f req-4e63eff3-930c-47d8-ae52-56c3eec64c99 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 985 time: 0.2257109 Apr 14 11:26:28.468250 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-b4c3fcc1-b757-40cf-bd10-1cda021be9f4 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Network 712e05ed-c735-46b7-8a8c-2c06f81a1c29 is already hosted by enough agents. {{(pid=85227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:26:28.482444 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-b4c3fcc1-b757-40cf-bd10-1cda021be9f4 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Resources bound (agent type, host, resource id): {{(pid=85227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:26:28.487146 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-b4c3fcc1-b757-40cf-bd10-1cda021be9f4 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Received port after_create {{(pid=85227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:26:28.530901 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b32101a2-ff96-471d-ac7e-e4bfa804f92f req-1f1a4d7f-af01-4517-bfd2-7e9de4924f04 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/security-groups?id=92c111e1-d74b-4ea2-8da0-35dcedf4cd58&id=a6b1711d-b0d2-49ab-8a22-a74bea3a535a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0658228 Apr 14 11:26:28.566003 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-b4c3fcc1-b757-40cf-bd10-1cda021be9f4 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:28.566720 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-b4c3fcc1-b757-40cf-bd10-1cda021be9f4 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:28.597204 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-b4c3fcc1-b757-40cf-bd10-1cda021be9f4 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0010681 Apr 14 11:26:28.613248 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-d96c640d-aec4-4cc7-8ee6-02e7f02ba047 service neutron] Request body: {'port': {'device_id': 'f733a955-0ffb-4748-bd71-7a350361c4ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:26:28.690903 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-81f00e96-519d-42f7-b04b-8d08a76344a6 None None] Provisioning for port f35634ec-6f85-494c-9eaf-51ca2f1d3c83 completed by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:26:28.696562 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-81f00e96-519d-42f7-b04b-8d08a76344a6 None None] Provisioning complete for port f35634ec-6f85-494c-9eaf-51ca2f1d3c83 triggered by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:26:28.697272 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-81f00e96-519d-42f7-b04b-8d08a76344a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:28.767495 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d84773-2b1d-415f-8527-5415d40b541e req-6c07bc89-4331-44b3-99aa-adabd8397869 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:28.772604 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-81f00e96-519d-42f7-b04b-8d08a76344a6 None None] Port f35634ec-6f85-494c-9eaf-51ca2f1d3c83 cannot update to ACTIVE because it is not bound. {{(pid=85229) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 11:26:28.775711 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-30d84773-2b1d-415f-8527-5415d40b541e req-6c07bc89-4331-44b3-99aa-adabd8397869 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 931 time: 0.1039350 Apr 14 11:26:28.778510 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-d96c640d-aec4-4cc7-8ee6-02e7f02ba047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:28.814161 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-30d84773-2b1d-415f-8527-5415d40b541e req-d908a156-c699-4644-a23c-2f1ea27c2ae9 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Synchronizing usage tracker for tenant:e9b3ef38e1d8424c861a2e84fef25222 on resource:security_group {{(pid=85228) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:26:28.828401 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-30d84773-2b1d-415f-8527-5415d40b541e req-d908a156-c699-4644-a23c-2f1ea27c2ae9 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Unset dirty status for tenant:e9b3ef38e1d8424c861a2e84fef25222 on resource:security_group {{(pid=85228) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:26:28.830053 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-30d84773-2b1d-415f-8527-5415d40b541e req-d908a156-c699-4644-a23c-2f1ea27c2ae9 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503831 Apr 14 11:26:29.197263 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-d96c640d-aec4-4cc7-8ee6-02e7f02ba047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f35634ec-6f85-494c-9eaf-51ca2f1d3c83 {{(pid=85227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:26:29.206098 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-d96c640d-aec4-4cc7-8ee6-02e7f02ba047 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:29.221748 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-d96c640d-aec4-4cc7-8ee6-02e7f02ba047 service neutron] Transition to ACTIVE for port object f35634ec-6f85-494c-9eaf-51ca2f1d3c83 will not be triggered until provisioned by entity L2. {{(pid=85227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:26:29.225116 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-d96c640d-aec4-4cc7-8ee6-02e7f02ba047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843799442'] for port, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:29.244934 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b4c3fcc1-b757-40cf-bd10-1cda021be9f4 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:29.383154 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96c640d-aec4-4cc7-8ee6-02e7f02ba047 service neutron] Pushing event updated for resources: {'Port': ['ID=f35634ec-6f85-494c-9eaf-51ca2f1d3c83,revision_number=2']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:29.395437 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-d96c640d-aec4-4cc7-8ee6-02e7f02ba047 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:29.605607 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-d96c640d-aec4-4cc7-8ee6-02e7f02ba047 service neutron] Attempting to bind port f35634ec-6f85-494c-9eaf-51ca2f1d3c83 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:26:29.606089 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-d96c640d-aec4-4cc7-8ee6-02e7f02ba047 service neutron] Attempting to bind port f35634ec-6f85-494c-9eaf-51ca2f1d3c83 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '68eb76e0-e4c1-4e3c-88ca-0b72840edf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29'}] {{(pid=85227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:26:29.606316 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-d96c640d-aec4-4cc7-8ee6-02e7f02ba047 service neutron] Attempting to bind port f35634ec-6f85-494c-9eaf-51ca2f1d3c83 on network 712e05ed-c735-46b7-8a8c-2c06f81a1c29 {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:26:29.611845 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-d96c640d-aec4-4cc7-8ee6-02e7f02ba047 service neutron] Port f35634ec-6f85-494c-9eaf-51ca2f1d3c83 on network 712e05ed-c735-46b7-8a8c-2c06f81a1c29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 11:26:29.612204 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-d96c640d-aec4-4cc7-8ee6-02e7f02ba047 service neutron] Attempting to bind port f35634ec-6f85-494c-9eaf-51ca2f1d3c83 on network 712e05ed-c735-46b7-8a8c-2c06f81a1c29 {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:26:29.617659 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-d96c640d-aec4-4cc7-8ee6-02e7f02ba047 service neutron] Checking agent: {'id': 'dc008c19-4d73-4566-939f-5ab33892b678', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 20, 41), 'started_at': datetime.datetime(2021, 4, 14, 11, 20, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:26:29.618028 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-d96c640d-aec4-4cc7-8ee6-02e7f02ba047 service neutron] Checking segment: {'id': '68eb76e0-e4c1-4e3c-88ca-0b72840edf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:26:29.618446 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-d96c640d-aec4-4cc7-8ee6-02e7f02ba047 service neutron] Bound using segment: {'id': '68eb76e0-e4c1-4e3c-88ca-0b72840edf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29'} {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:26:29.618965 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-d96c640d-aec4-4cc7-8ee6-02e7f02ba047 service neutron] Bound port: f35634ec-6f85-494c-9eaf-51ca2f1d3c83, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68eb76e0-e4c1-4e3c-88ca-0b72840edf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29'}}] {{(pid=85227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:26:29.619344 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-d96c640d-aec4-4cc7-8ee6-02e7f02ba047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:29.700761 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-d96c640d-aec4-4cc7-8ee6-02e7f02ba047 service neutron] For port f35634ec-6f85-494c-9eaf-51ca2f1d3c83, host hv-cinder-77459, cleared binding levels {{(pid=85227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:26:29.704059 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-d96c640d-aec4-4cc7-8ee6-02e7f02ba047 service neutron] For port f35634ec-6f85-494c-9eaf-51ca2f1d3c83, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f35634ec-6f85-494c-9eaf-51ca2f1d3c83,segment=NetworkSegment(68eb76e0-e4c1-4e3c-88ca-0b72840edf3e),segment_id=68eb76e0-e4c1-4e3c-88ca-0b72840edf3e)] {{(pid=85227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:26:29.707729 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-d96c640d-aec4-4cc7-8ee6-02e7f02ba047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843799442'] for port, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:29.723907 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-fbb4f2a9-1254-45b7-98e8-87f6873d55b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:29.745848 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85784bf7-5b86-4bcc-8bea-dfdc86164879 req-c56c5c2f-838d-4bfd-8273-edd5878234fb tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:29.747634 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-85784bf7-5b86-4bcc-8bea-dfdc86164879 req-c56c5c2f-838d-4bfd-8273-edd5878234fb tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 985 time: 0.0957894 Apr 14 11:26:29.780851 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-85784bf7-5b86-4bcc-8bea-dfdc86164879 req-39f1607d-98fa-40f8-91c2-6c989495e31a tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/security-groups?id=92c111e1-d74b-4ea2-8da0-35dcedf4cd58&id=a6b1711d-b0d2-49ab-8a22-a74bea3a535a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0268126 Apr 14 11:26:29.901980 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96c640d-aec4-4cc7-8ee6-02e7f02ba047 service neutron] Pushing event updated for resources: {'Port': ['ID=f35634ec-6f85-494c-9eaf-51ca2f1d3c83,revision_number=3']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:29.907107 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-d96c640d-aec4-4cc7-8ee6-02e7f02ba047 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:29.922598 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-d96c640d-aec4-4cc7-8ee6-02e7f02ba047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:29.923233 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-d96c640d-aec4-4cc7-8ee6-02e7f02ba047 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:29.924739 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-d96c640d-aec4-4cc7-8ee6-02e7f02ba047 service neutron] 10.222.0.41 "PUT /v2.0/ports/f35634ec-6f85-494c-9eaf-51ca2f1d3c83 HTTP/1.1" status: 200 len: 1093 time: 1.3167357 Apr 14 11:26:29.925273 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f733a955-0ffb-4748-bd71-7a350361c4ad', 'tag': 'f35634ec-6f85-494c-9eaf-51ca2f1d3c83'}] {{(pid=85227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:26:30.023647 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f733a955-0ffb-4748-bd71-7a350361c4ad', 'tag': 'f35634ec-6f85-494c-9eaf-51ca2f1d3c83', 'status': 'completed', 'code': 200} Apr 14 11:26:30.148966 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-67c6d01a-ca6c-4561-b94e-8abeecc3b079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:30.150649 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-67c6d01a-ca6c-4561-b94e-8abeecc3b079 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9b3ef38e1d8424c861a2e84fef25222&device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 1096 time: 0.1723070 Apr 14 11:26:30.160334 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5f3a2-9112-4c41-96d4-9e2956cb8892 req-461409be-2aa8-4ea8-890e-0e386270ac41 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:30.161048 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-7aa5f3a2-9112-4c41-96d4-9e2956cb8892 req-461409be-2aa8-4ea8-890e-0e386270ac41 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Synchronizing usage tracker for tenant:e9b3ef38e1d8424c861a2e84fef25222 on resource:port {{(pid=85227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:26:30.237286 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-6a5257e2-5321-434b-b257-69cda1ff2665 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f35634ec-6f85-494c-9eaf-51ca2f1d3c83 HTTP/1.1" status: 200 len: 217 time: 0.0733047 Apr 14 11:26:30.282146 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-7aa5f3a2-9112-4c41-96d4-9e2956cb8892 req-461409be-2aa8-4ea8-890e-0e386270ac41 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Unset dirty status for tenant:e9b3ef38e1d8424c861a2e84fef25222 on resource:port {{(pid=85227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:26:30.283452 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7aa5f3a2-9112-4c41-96d4-9e2956cb8892 req-461409be-2aa8-4ea8-890e-0e386270ac41 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 943 time: 0.2519116 Apr 14 11:26:30.327643 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7aa5f3a2-9112-4c41-96d4-9e2956cb8892 req-79a22eae-4f77-4d71-b7f7-74af43ffb684 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368383 Apr 14 11:26:30.331800 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-713b1437-c91b-466a-995a-6bcff798f97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:30.333320 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-713b1437-c91b-466a-995a-6bcff798f97b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b2aaa5c-9e54-4364-a946-78c283f1ff6f HTTP/1.1" status: 200 len: 855 time: 0.0890524 Apr 14 11:26:30.416239 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 33420) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:26:30.426875 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-725ff5a9-644e-48d1-b582-313306c1ead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:30.428525 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-725ff5a9-644e-48d1-b582-313306c1ead1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=712e05ed-c735-46b7-8a8c-2c06f81a1c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0853629 Apr 14 11:26:30.553845 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d51b8740-f8b5-4c90-988c-7c7655699197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:30.572313 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-d51b8740-f8b5-4c90-988c-7c7655699197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:26:30.575852 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-d51b8740-f8b5-4c90-988c-7c7655699197 admin admin] Usage tracker for resource:security_group_rule and tenant:424ea70f668e44ca9567a1064d67865e is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:26:30.579571 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-d51b8740-f8b5-4c90-988c-7c7655699197 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:26:30.585639 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-d51b8740-f8b5-4c90-988c-7c7655699197 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:26:30.596757 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-3db51277-8ce3-411b-98d9-cdc66b17504a service neutron] 10.222.0.41 "GET /v2.0/networks/712e05ed-c735-46b7-8a8c-2c06f81a1c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607468 Apr 14 11:26:30.677693 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d51b8740-f8b5-4c90-988c-7c7655699197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:30.680896 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d51b8740-f8b5-4c90-988c-7c7655699197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:30.690726 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b8daa09e-c005-4ad1-9e51-38ac910d4564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:30.736089 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-d51b8740-f8b5-4c90-988c-7c7655699197 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=424ea70f668e44ca9567a1064d67865e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3185678 Apr 14 11:26:30.737094 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b8740-f8b5-4c90-988c-7c7655699197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f70afb-63e1-4aaf-ab5d-7ade5668516e,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:30.739826 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 33428) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:26:30.742663 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-d51b8740-f8b5-4c90-988c-7c7655699197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:30.807645 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-efd74392-4845-4bcb-8f6c-cb6da2a583c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:30.842149 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-efd74392-4845-4bcb-8f6c-cb6da2a583c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:30.899196 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-efd74392-4845-4bcb-8f6c-cb6da2a583c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:30.906782 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-4a87de6e-f78f-4215-9d47-2738b1336012 tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:30.969563 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd74392-4845-4bcb-8f6c-cb6da2a583c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f70afb-63e1-4aaf-ab5d-7ade5668516e,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:30.973436 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-efd74392-4845-4bcb-8f6c-cb6da2a583c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:30.976629 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-efd74392-4845-4bcb-8f6c-cb6da2a583c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:30.977736 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-efd74392-4845-4bcb-8f6c-cb6da2a583c2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/55f70afb-63e1-4aaf-ab5d-7ade5668516e HTTP/1.1" status: 204 len: 168 time: 0.2369301 Apr 14 11:26:31.017716 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751ae12-14d0-4ae2-ab97-7b44da60ebf6 req-f9eb8b31-e0da-4b0f-892d-a2ff3fdaaebc tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:31.019473 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5751ae12-14d0-4ae2-ab97-7b44da60ebf6 req-f9eb8b31-e0da-4b0f-892d-a2ff3fdaaebc tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 985 time: 0.1138842 Apr 14 11:26:31.043556 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0ec7aea8-9277-40a0-b8c2-9550fa97a2b6 req-f698bf87-968f-4bd5-980f-d8258c5e4327 service neutron] 10.222.0.41 "GET /v2.0/networks/712e05ed-c735-46b7-8a8c-2c06f81a1c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4401641 Apr 14 11:26:31.066585 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5751ae12-14d0-4ae2-ab97-7b44da60ebf6 req-16ec89f3-b812-44fc-bc4c-6963aff1531f tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/security-groups?id=92c111e1-d74b-4ea2-8da0-35dcedf4cd58&id=a6b1711d-b0d2-49ab-8a22-a74bea3a535a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402346 Apr 14 11:26:31.071041 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174cd2c-04ef-49bf-b712-53e509cba5af req-d29ced8b-8daf-498f-853c-0441588ae33b tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:31.072679 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c174cd2c-04ef-49bf-b712-53e509cba5af req-d29ced8b-8daf-498f-853c-0441588ae33b tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/ports?device_id=46495361-2da9-46b1-bc76-1cb9dbda87de HTTP/1.1" status: 200 len: 946 time: 0.3972325 Apr 14 11:26:31.147395 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c174cd2c-04ef-49bf-b712-53e509cba5af req-42a5851e-b561-4d1a-87a4-0ab23cd373f9 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/security-groups?id=318d734d-4082-4e38-9fd7-f87715632db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670197 Apr 14 11:26:31.188755 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c954b7-00ba-4a3c-af33-57f8cfc0e409 req-76691158-5515-4f40-a8a1-67a5aaadcadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:31.190383 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-10c954b7-00ba-4a3c-af33-57f8cfc0e409 req-76691158-5515-4f40-a8a1-67a5aaadcadf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9b3ef38e1d8424c861a2e84fef25222&device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 1096 time: 0.0890172 Apr 14 11:26:31.337079 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c954b7-00ba-4a3c-af33-57f8cfc0e409 req-98c03768-1205-4bdf-a570-0b4143971dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:31.338759 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-10c954b7-00ba-4a3c-af33-57f8cfc0e409 req-98c03768-1205-4bdf-a570-0b4143971dfb service neutron] 10.222.0.41 "GET /v2.0/networks?id=712e05ed-c735-46b7-8a8c-2c06f81a1c29 HTTP/1.1" status: 200 len: 917 time: 0.1401896 Apr 14 11:26:31.411524 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-10c954b7-00ba-4a3c-af33-57f8cfc0e409 req-71545d87-07b5-46c5-908d-00a16388a4e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f35634ec-6f85-494c-9eaf-51ca2f1d3c83 HTTP/1.1" status: 200 len: 217 time: 0.0654302 Apr 14 11:26:31.485782 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c954b7-00ba-4a3c-af33-57f8cfc0e409 req-0cfe6e22-3506-4aaa-adc0-9e63deba3f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:31.487411 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-10c954b7-00ba-4a3c-af33-57f8cfc0e409 req-0cfe6e22-3506-4aaa-adc0-9e63deba3f32 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b2aaa5c-9e54-4364-a946-78c283f1ff6f HTTP/1.1" status: 200 len: 855 time: 0.0682840 Apr 14 11:26:31.551370 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d88598-0236-4665-8d65-a16da5d1c7e1 req-5cfbdf18-0789-4aaa-9a9c-4349ff2127ad tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:31.553564 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-12d88598-0236-4665-8d65-a16da5d1c7e1 req-5cfbdf18-0789-4aaa-9a9c-4349ff2127ad tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 943 time: 0.0980151 Apr 14 11:26:31.585531 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c954b7-00ba-4a3c-af33-57f8cfc0e409 req-d5213f67-da83-41cb-bbb7-9065d7c8b210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:31.587330 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-10c954b7-00ba-4a3c-af33-57f8cfc0e409 req-d5213f67-da83-41cb-bbb7-9065d7c8b210 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=712e05ed-c735-46b7-8a8c-2c06f81a1c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0880308 Apr 14 11:26:31.589923 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-12d88598-0236-4665-8d65-a16da5d1c7e1 req-e4b99c15-7d4c-448a-9eac-392707e901f1 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292821 Apr 14 11:26:31.730491 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-10c954b7-00ba-4a3c-af33-57f8cfc0e409 req-7bb5135b-4aa7-47a4-8a14-f060493f85e5 service neutron] 10.222.0.41 "GET /v2.0/networks/712e05ed-c735-46b7-8a8c-2c06f81a1c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350040 Apr 14 11:26:31.742106 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 33456) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:26:31.884728 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-56de3728-cdfd-47a0-b566-d9d6079e56ab admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1699737622-network', 'tenant_id': 'b65e4998f864466e98e75c4245ea3d14'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:26:31.892184 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-56de3728-cdfd-47a0-b566-d9d6079e56ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:26:31.896755 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-10c954b7-00ba-4a3c-af33-57f8cfc0e409 req-634d0540-0ba4-438e-bf78-dec5c4694d38 service neutron] 10.222.0.41 "GET /v2.0/networks/712e05ed-c735-46b7-8a8c-2c06f81a1c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511552 Apr 14 11:26:31.899088 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-56de3728-cdfd-47a0-b566-d9d6079e56ab admin admin] Usage tracker for resource:network and tenant:b65e4998f864466e98e75c4245ea3d14 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:26:31.902760 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-56de3728-cdfd-47a0-b566-d9d6079e56ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:26:31.909630 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-56de3728-cdfd-47a0-b566-d9d6079e56ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:26:31.919243 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56de3728-cdfd-47a0-b566-d9d6079e56ab admin admin] Made reservation on behalf of b65e4998f864466e98e75c4245ea3d14 for: {'network': 1} {{(pid=85227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:26:31.924563 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-56de3728-cdfd-47a0-b566-d9d6079e56ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for network, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:31.937575 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-56de3728-cdfd-47a0-b566-d9d6079e56ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:31.952673 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-56de3728-cdfd-47a0-b566-d9d6079e56ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:26:31.956848 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-56de3728-cdfd-47a0-b566-d9d6079e56ab admin admin] Usage tracker for resource:security_group_rule and tenant:b65e4998f864466e98e75c4245ea3d14 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:26:31.959797 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-56de3728-cdfd-47a0-b566-d9d6079e56ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:26:31.965758 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-56de3728-cdfd-47a0-b566-d9d6079e56ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:26:32.056772 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-56de3728-cdfd-47a0-b566-d9d6079e56ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:32.059689 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-56de3728-cdfd-47a0-b566-d9d6079e56ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:32.063906 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-f0861d8f-9cf6-4832-9234-6a2c4187feed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:32.093996 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56de3728-cdfd-47a0-b566-d9d6079e56ab admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=85227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 11:26:32.110785 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56de3728-cdfd-47a0-b566-d9d6079e56ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe38edf1-7654-4df1-bb6e-74d69916c46b,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:32.114245 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-56de3728-cdfd-47a0-b566-d9d6079e56ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:32.115494 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-56de3728-cdfd-47a0-b566-d9d6079e56ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774745'] for segment, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:32.116321 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.db.segments_db [None req-56de3728-cdfd-47a0-b566-d9d6079e56ab admin admin] Added segment b5155f77-1803-408d-b8fa-536e79196144 of type vlan for network fbd9fb41-6848-46f2-88f7-7a3335f906f5 Apr 14 11:26:32.144596 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-56de3728-cdfd-47a0-b566-d9d6079e56ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741597887210'] for network, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:32.176939 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-56de3728-cdfd-47a0-b566-d9d6079e56ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029'] for network, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:32.178374 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56de3728-cdfd-47a0-b566-d9d6079e56ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:32.179046 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-56de3728-cdfd-47a0-b566-d9d6079e56ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for network, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:32.184306 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-3f65cdb7-ee57-4b5f-823e-fe4202f9bc31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:32.342914 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-56de3728-cdfd-47a0-b566-d9d6079e56ab admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5995781 Apr 14 11:26:32.345193 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56de3728-cdfd-47a0-b566-d9d6079e56ab admin admin] Pushing event updated for resources: {'Network': ['ID=fbd9fb41-6848-46f2-88f7-7a3335f906f5,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:32.347237 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 33466) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:26:32.353137 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-56de3728-cdfd-47a0-b566-d9d6079e56ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:32.354846 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf0c889-e812-493c-89de-aa5122456c02 req-9dc54abf-fe32-4362-910b-d70e399d6db3 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:32.356572 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-cdf0c889-e812-493c-89de-aa5122456c02 req-9dc54abf-fe32-4362-910b-d70e399d6db3 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/ports?device_id=46495361-2da9-46b1-bc76-1cb9dbda87de HTTP/1.1" status: 200 len: 946 time: 0.0956311 Apr 14 11:26:32.357852 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-0041e28f-ae2d-42f5-9036-6f00bb148b81 admin admin] Request body: {'subnet': {'network_id': 'fbd9fb41-6848-46f2-88f7-7a3335f906f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1699737622-subnet', 'tenant_id': 'b65e4998f864466e98e75c4245ea3d14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:26:32.360484 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Network fbd9fb41-6848-46f2-88f7-7a3335f906f5 details requested by agent ovs-agent-dv-cinder-774594-3-smb with host dv-cinder-774594-3-smb {{(pid=85229) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 11:26:32.365996 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-0041e28f-ae2d-42f5-9036-6f00bb148b81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:26:32.378956 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-0041e28f-ae2d-42f5-9036-6f00bb148b81 admin admin] Usage tracker for resource:subnet and tenant:b65e4998f864466e98e75c4245ea3d14 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:26:32.382800 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-0041e28f-ae2d-42f5-9036-6f00bb148b81 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:26:32.391153 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-0041e28f-ae2d-42f5-9036-6f00bb148b81 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:26:32.408740 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef11286-423c-44ce-8e0d-612e7f204dc8 req-8e19bcce-7e07-4375-bba7-d33beb3ebae5 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:32.410349 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-bef11286-423c-44ce-8e0d-612e7f204dc8 req-8e19bcce-7e07-4375-bba7-d33beb3ebae5 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 985 time: 0.2053597 Apr 14 11:26:32.411868 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-cdf0c889-e812-493c-89de-aa5122456c02 req-80b8b975-9076-4110-a92b-3064ea0303d2 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/security-groups?id=318d734d-4082-4e38-9fd7-f87715632db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262318 Apr 14 11:26:32.413824 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0041e28f-ae2d-42f5-9036-6f00bb148b81 admin admin] Made reservation on behalf of b65e4998f864466e98e75c4245ea3d14 for: {'subnet': 1} {{(pid=85227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:26:32.418656 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0041e28f-ae2d-42f5-9036-6f00bb148b81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843538721'] for subnet, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:32.537141 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-bef11286-423c-44ce-8e0d-612e7f204dc8 req-e5686f9c-39c4-42d6-bd8b-93349bf4573e tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/security-groups?id=92c111e1-d74b-4ea2-8da0-35dcedf4cd58&id=a6b1711d-b0d2-49ab-8a22-a74bea3a535a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1026628 Apr 14 11:26:32.805695 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b5b35-e4c5-41ce-979f-4a0f93da91ae req-9902c4ab-9be9-456c-b933-855c87acd843 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:32.807415 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d99b5b35-e4c5-41ce-979f-4a0f93da91ae req-9902c4ab-9be9-456c-b933-855c87acd843 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 943 time: 0.0880184 Apr 14 11:26:32.839019 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d99b5b35-e4c5-41ce-979f-4a0f93da91ae req-7715ecb7-11f7-4e67-88df-2dc3f90efb26 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0245044 Apr 14 11:26:32.866039 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0041e28f-ae2d-42f5-9036-6f00bb148b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10976476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843538784'] for subnet, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:32.881532 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:33.012410 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041e28f-ae2d-42f5-9036-6f00bb148b81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34ce089f-6fdf-40ed-ab0b-a21eba44a24f,revision_number=0']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:33.017256 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-0041e28f-ae2d-42f5-9036-6f00bb148b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:33.078068 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0041e28f-ae2d-42f5-9036-6f00bb148b81 admin admin] Checking segment: {'id': 'b5155f77-1803-408d-b8fa-536e79196144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'fbd9fb41-6848-46f2-88f7-7a3335f906f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:26:33.078462 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0041e28f-ae2d-42f5-9036-6f00bb148b81 admin admin] Network hostable DHCP agents. Network: fbd9fb41-6848-46f2-88f7-7a3335f906f5, hostable agents: ['89ea7c1e-af59-4771-b465-98593056a05b'], hosted agents: [] {{(pid=85227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 11:26:33.079363 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device f35634ec-6f85-494c-9eaf-51ca2f1d3c83 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 11:26:33.096770 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0041e28f-ae2d-42f5-9036-6f00bb148b81 admin admin] Network fbd9fb41-6848-46f2-88f7-7a3335f906f5 is scheduled to be hosted by DHCP agent 89ea7c1e-af59-4771-b465-98593056a05b with binding_index 1 {{(pid=85227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 11:26:33.106694 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-0041e28f-ae2d-42f5-9036-6f00bb148b81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-3-smb, fbd9fb41-6848-46f2-88f7-7a3335f906f5) {{(pid=85227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:26:33.119422 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0041e28f-ae2d-42f5-9036-6f00bb148b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:33.120051 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0041e28f-ae2d-42f5-9036-6f00bb148b81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:33.139462 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-0041e28f-ae2d-42f5-9036-6f00bb148b81 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7910700 Apr 14 11:26:33.158688 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f72c1f9-3a2e-402b-99dc-a76d1ed9dbbc None None] Network fbd9fb41-6848-46f2-88f7-7a3335f906f5 requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:26:33.325896 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port f35634ec-6f85-494c-9eaf-51ca2f1d3c83, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f35634ec-6f85-494c-9eaf-51ca2f1d3c83,segment=NetworkSegment(68eb76e0-e4c1-4e3c-88ca-0b72840edf3e),segment_id=68eb76e0-e4c1-4e3c-88ca-0b72840edf3e)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:26:33.378561 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Returning: {'device': 'f35634ec-6f85-494c-9eaf-51ca2f1d3c83', 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29', 'port_id': 'f35634ec-6f85-494c-9eaf-51ca2f1d3c83', 'mac_address': 'fa:16:3e:dc:0d:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b2aaa5c-9e54-4364-a946-78c283f1ff6f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 11:26:33.485857 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc12da7-e9c5-4059-bbd8-b15f6006bc71 None None] Network fbd9fb41-6848-46f2-88f7-7a3335f906f5 requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:26:33.557199 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:33.558476 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f35634ec-6f85-494c-9eaf-51ca2f1d3c83 {{(pid=85229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:26:33.597219 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port f35634ec-6f85-494c-9eaf-51ca2f1d3c83, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f35634ec-6f85-494c-9eaf-51ca2f1d3c83,segment=NetworkSegment(68eb76e0-e4c1-4e3c-88ca-0b72840edf3e),segment_id=68eb76e0-e4c1-4e3c-88ca-0b72840edf3e)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:26:33.615965 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:33.621791 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:33.628133 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef1f85-fb9e-4e6e-99db-72dc5d6673a0 req-560a99a5-5d56-4f02-983d-bb72d3c1e5a7 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:33.636164 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-47ef1f85-fb9e-4e6e-99db-72dc5d6673a0 req-560a99a5-5d56-4f02-983d-bb72d3c1e5a7 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/ports?device_id=46495361-2da9-46b1-bc76-1cb9dbda87de HTTP/1.1" status: 200 len: 946 time: 0.1057169 Apr 14 11:26:33.674230 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-47ef1f85-fb9e-4e6e-99db-72dc5d6673a0 req-b65368e3-faad-4af6-88ed-39f340e13ca0 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/security-groups?id=318d734d-4082-4e38-9fd7-f87715632db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370605 Apr 14 11:26:33.754074 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e33cc3-622e-4616-927d-464bf528c022 req-54f76c7c-d54a-488d-8275-476608377d0a tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:33.762451 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-33e33cc3-622e-4616-927d-464bf528c022 req-54f76c7c-d54a-488d-8275-476608377d0a tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 985 time: 0.1022794 Apr 14 11:26:33.799133 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-33e33cc3-622e-4616-927d-464bf528c022 req-e5664797-31ef-4d9d-bf14-1c4d0e39c1f7 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/security-groups?id=92c111e1-d74b-4ea2-8da0-35dcedf4cd58&id=a6b1711d-b0d2-49ab-8a22-a74bea3a535a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356493 Apr 14 11:26:33.815457 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=f35634ec-6f85-494c-9eaf-51ca2f1d3c83,revision_number=4']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:33.823536 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:26:33.823931 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:26:33.824311 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:26:33.824866 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:26:33.825034 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:26:33.825387 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:26:33.825756 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:26:33.826124 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:26:33.826489 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:26:33.826883 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:26:33.827249 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:26:33.827595 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:26:33.831589 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:33.924066 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] get_ports_and_sgs() called for port_ids ['f35634ec-6f85-494c-9eaf-51ca2f1d3c83'] {{(pid=85229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 11:26:34.047604 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa028c9b-f6e8-4490-b426-04b6afe646a4 req-0d7cd941-8fb4-466c-b426-2dcb544dccbe tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:34.049227 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-aa028c9b-f6e8-4490-b426-04b6afe646a4 req-0d7cd941-8fb4-466c-b426-2dcb544dccbe tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 944 time: 0.0924861 Apr 14 11:26:34.081988 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-aa028c9b-f6e8-4490-b426-04b6afe646a4 req-e1e4202b-5a63-4d9d-9842-9371c0670079 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0255210 Apr 14 11:26:34.870192 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497db995-a639-4edd-949a-4e11acc33fea req-7f8dc2f9-795b-4afc-a039-77638df01ae8 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:34.871957 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-497db995-a639-4edd-949a-4e11acc33fea req-7f8dc2f9-795b-4afc-a039-77638df01ae8 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/ports?device_id=46495361-2da9-46b1-bc76-1cb9dbda87de HTTP/1.1" status: 200 len: 946 time: 0.0917513 Apr 14 11:26:34.903725 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-497db995-a639-4edd-949a-4e11acc33fea req-ec86b7a5-3eba-4978-85cc-b214f6d415d2 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/security-groups?id=318d734d-4082-4e38-9fd7-f87715632db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246105 Apr 14 11:26:34.994214 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f234a-d335-4ffc-bad5-3cdace6c30d0 req-ec1a97e8-b8f7-4708-bf18-714225ce843a tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:34.996260 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7f0f234a-d335-4ffc-bad5-3cdace6c30d0 req-ec1a97e8-b8f7-4708-bf18-714225ce843a tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 985 time: 0.0891249 Apr 14 11:26:35.031830 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7f0f234a-d335-4ffc-bad5-3cdace6c30d0 req-51c0a3ee-99eb-4abb-a707-a9bbe399b751 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/security-groups?id=92c111e1-d74b-4ea2-8da0-35dcedf4cd58&id=a6b1711d-b0d2-49ab-8a22-a74bea3a535a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0282578 Apr 14 11:26:35.099774 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device f35634ec-6f85-494c-9eaf-51ca2f1d3c83 up at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:26:35.173226 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning for port f35634ec-6f85-494c-9eaf-51ca2f1d3c83 completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:26:35.178466 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning complete for port f35634ec-6f85-494c-9eaf-51ca2f1d3c83 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:26:35.178953 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:35.254887 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be6398-333b-4611-a137-8664daa89f19 req-5fd56396-4abc-487d-ac5b-03ec80fc5d08 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:35.256390 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-97be6398-333b-4611-a137-8664daa89f19 req-5fd56396-4abc-487d-ac5b-03ec80fc5d08 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/networks?id=fbd9fb41-6848-46f2-88f7-7a3335f906f5 HTTP/1.1" status: 200 len: 809 time: 0.1616392 Apr 14 11:26:35.273587 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-97be6398-333b-4611-a137-8664daa89f19 req-7d007c21-39d7-4977-b0b4-5ae3286e87af tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/quotas/b65e4998f864466e98e75c4245ea3d14 HTTP/1.1" status: 200 len: 375 time: 0.0106850 Apr 14 11:26:35.300573 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526801e-f8d3-4118-995d-2fe96da28c46 req-48b82d63-231e-4a34-bc7e-72157bdd1eb6 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:35.302166 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9526801e-f8d3-4118-995d-2fe96da28c46 req-48b82d63-231e-4a34-bc7e-72157bdd1eb6 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 944 time: 0.0958161 Apr 14 11:26:35.305944 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:35.318153 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f733a955-0ffb-4748-bd71-7a350361c4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35634ec-6f85-494c-9eaf-51ca2f1d3c83'}] {{(pid=85229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:26:35.328731 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port f35634ec-6f85-494c-9eaf-51ca2f1d3c83, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f35634ec-6f85-494c-9eaf-51ca2f1d3c83,segment=NetworkSegment(68eb76e0-e4c1-4e3c-88ca-0b72840edf3e),segment_id=68eb76e0-e4c1-4e3c-88ca-0b72840edf3e)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:26:35.331760 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:35.334424 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:35.334805 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9526801e-f8d3-4118-995d-2fe96da28c46 req-6fae7c28-7211-4c29-8bfe-ee9209d27bf2 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260136 Apr 14 11:26:35.336921 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-97be6398-333b-4611-a137-8664daa89f19 req-5917d60b-6a37-4d55-89a8-0be5beaa127b tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b65e4998f864466e98e75c4245ea3d14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576420 Apr 14 11:26:35.402057 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f733a955-0ffb-4748-bd71-7a350361c4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35634ec-6f85-494c-9eaf-51ca2f1d3c83', 'code': 200} Apr 14 11:26:35.408030 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=f35634ec-6f85-494c-9eaf-51ca2f1d3c83,revision_number=5']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:35.411460 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:35.488509 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-97be6398-333b-4611-a137-8664daa89f19 req-d12c8c9d-59cc-4137-a5e0-da913b727b16 service neutron] 10.222.0.52 "GET /v2.0/networks/fbd9fb41-6848-46f2-88f7-7a3335f906f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438949 Apr 14 11:26:35.635024 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-97be6398-333b-4611-a137-8664daa89f19 req-5d0c74ae-cdda-4737-a767-d9be1c8089fb service neutron] 10.222.0.52 "GET /v2.0/networks/fbd9fb41-6848-46f2-88f7-7a3335f906f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400006 Apr 14 11:26:35.730160 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bd110-5d78-4711-8026-60ed7613f406 req-b2a6cbd1-691f-4713-82d7-179038e06ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:35.731818 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a45bd110-5d78-4711-8026-60ed7613f406 req-b2a6cbd1-691f-4713-82d7-179038e06ea1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 1098 time: 0.1429529 Apr 14 11:26:35.762473 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db423b94-4782-43d4-b801-c36e263b809a req-1c65f3fc-625d-4dfd-8fb0-32697d233923 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:35.764464 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-db423b94-4782-43d4-b801-c36e263b809a req-1c65f3fc-625d-4dfd-8fb0-32697d233923 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.41 "GET /v2.0/ports?device_id=46495361-2da9-46b1-bc76-1cb9dbda87de HTTP/1.1" status: 200 len: 946 time: 0.1245673 Apr 14 11:26:35.818222 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a45bd110-5d78-4711-8026-60ed7613f406 req-7f4867de-c259-47a4-b83c-33feb8bedae9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779505 Apr 14 11:26:35.869928 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b91dcc2c-d648-4e64-b0d4-bcb34e321fef req-d0f4a9d6-fca9-4627-98a7-be25914bacb6 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/ports?device_id=5667245a-2cf3-455f-b1d6-af70e42acdf5 HTTP/1.1" status: 200 len: 210 time: 0.0678020 Apr 14 11:26:35.891651 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [req-db423b94-4782-43d4-b801-c36e263b809a req-e14fa6be-305c-4014-b0e2-2cef3a316795 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Deleting port c0ba6b82-2904-4e39-bedf-fdf77dffeb5e {{(pid=85227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:26:35.892130 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-db423b94-4782-43d4-b801-c36e263b809a req-e14fa6be-305c-4014-b0e2-2cef3a316795 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:36.121888 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28e0f2-00e7-47f8-a339-0dea639ffc4e req-89a83a53-1b0c-447e-a592-bf097796c773 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:36.127229 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1c28e0f2-00e7-47f8-a339-0dea639ffc4e req-89a83a53-1b0c-447e-a592-bf097796c773 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/ports?device_id=46495361-2da9-46b1-bc76-1cb9dbda87de HTTP/1.1" status: 200 len: 946 time: 0.0936282 Apr 14 11:26:36.156440 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1c28e0f2-00e7-47f8-a339-0dea639ffc4e req-35226d91-0e52-494e-bdd3-e6836baa1d39 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/security-groups?id=318d734d-4082-4e38-9fd7-f87715632db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252020 Apr 14 11:26:36.176031 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-db423b94-4782-43d4-b801-c36e263b809a req-e14fa6be-305c-4014-b0e2-2cef3a316795 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] For port c0ba6b82-2904-4e39-bedf-fdf77dffeb5e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c0ba6b82-2904-4e39-bedf-fdf77dffeb5e,segment=NetworkSegment(652d1cc2-c1dc-4377-8688-41fabdc1dac0),segment_id=652d1cc2-c1dc-4377-8688-41fabdc1dac0)] {{(pid=85227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:26:36.176435 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-db423b94-4782-43d4-b801-c36e263b809a req-e14fa6be-305c-4014-b0e2-2cef3a316795 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:36.313715 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [req-db423b94-4782-43d4-b801-c36e263b809a req-e14fa6be-305c-4014-b0e2-2cef3a316795 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Calling delete_port for c0ba6b82-2904-4e39-bedf-fdf77dffeb5e owned by compute:nova {{(pid=85227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:26:36.507877 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-db423b94-4782-43d4-b801-c36e263b809a req-e14fa6be-305c-4014-b0e2-2cef3a316795 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10976374'] for port, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:36.518831 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] get_ports_and_sgs() called for port_ids ['c0ba6b82-2904-4e39-bedf-fdf77dffeb5e'] {{(pid=85229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 11:26:36.528551 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-af52cd6d-7dd7-4ccb-9ce4-3fb4e1886edb tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:36.581266 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14fa6be-305c-4014-b0e2-2cef3a316795 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Pushing event deleted for resources: {'Port': ['ID=c0ba6b82-2904-4e39-bedf-fdf77dffeb5e,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:36.637362 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-e14fa6be-305c-4014-b0e2-2cef3a316795 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:36.718170 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639eb77-9993-4f30-aacf-73cecc0bc7a6 req-fe844eca-5158-4830-9be5-1e6856c99cdb tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:36.720355 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3639eb77-9993-4f30-aacf-73cecc0bc7a6 req-fe844eca-5158-4830-9be5-1e6856c99cdb tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 945 time: 0.2590611 Apr 14 11:26:36.793346 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3639eb77-9993-4f30-aacf-73cecc0bc7a6 req-a4bd9408-1668-4fdd-9f55-a194aa9e742f tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661669 Apr 14 11:26:36.830377 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [req-db423b94-4782-43d4-b801-c36e263b809a req-e14fa6be-305c-4014-b0e2-2cef3a316795 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] No DVR routers for this DVR port c0ba6b82-2904-4e39-bedf-fdf77dffeb5e on host hv-cinder-77459 {{(pid=85227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 11:26:36.832762 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-db423b94-4782-43d4-b801-c36e263b809a req-e14fa6be-305c-4014-b0e2-2cef3a316795 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:36.835567 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46495361-2da9-46b1-bc76-1cb9dbda87de', 'name': 'network-vif-deleted', 'tag': 'c0ba6b82-2904-4e39-bedf-fdf77dffeb5e'}] {{(pid=85227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:26:36.851367 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-db423b94-4782-43d4-b801-c36e263b809a req-e14fa6be-305c-4014-b0e2-2cef3a316795 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.41 "DELETE /v2.0/ports/c0ba6b82-2904-4e39-bedf-fdf77dffeb5e HTTP/1.1" status: 204 len: 173 time: 1.0805380 Apr 14 11:26:36.884016 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46495361-2da9-46b1-bc76-1cb9dbda87de', 'name': 'network-vif-deleted', 'tag': 'c0ba6b82-2904-4e39-bedf-fdf77dffeb5e', 'status': 'completed', 'code': 200} Apr 14 11:26:37.086153 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b5ac9a8a-b97d-4ba8-b7fc-f3f571c45b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:37.315407 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-eacc8a24-b658-4868-b9eb-14f75747647e req-1e3b9f33-9d43-44ac-adef-3f87a4827f5e tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/ports?device_id=5667245a-2cf3-455f-b1d6-af70e42acdf5 HTTP/1.1" status: 200 len: 210 time: 0.2932332 Apr 14 11:26:37.341687 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-785d7d3b-4f0a-4040-a170-021fe39a3c65 req-b0e7d8bd-b261-4d22-bcd6-9ec4bddfa276 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] 10.222.0.52 "GET /v2.0/ports?device_id=46495361-2da9-46b1-bc76-1cb9dbda87de HTTP/1.1" status: 200 len: 210 time: 0.0492661 Apr 14 11:26:37.386024 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be6398-333b-4611-a137-8664daa89f19 req-9a249ab3-543d-42f8-b5ae-9ee55ba8b1f5 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:37.386804 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-97be6398-333b-4611-a137-8664daa89f19 req-9a249ab3-543d-42f8-b5ae-9ee55ba8b1f5 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Synchronizing usage tracker for tenant:b65e4998f864466e98e75c4245ea3d14 on resource:network {{(pid=85227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:26:37.403653 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-97be6398-333b-4611-a137-8664daa89f19 req-9a249ab3-543d-42f8-b5ae-9ee55ba8b1f5 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Unset dirty status for tenant:b65e4998f864466e98e75c4245ea3d14 on resource:network {{(pid=85227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:26:37.404884 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-97be6398-333b-4611-a137-8664daa89f19 req-9a249ab3-543d-42f8-b5ae-9ee55ba8b1f5 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.41 "GET /v2.0/networks?id=fbd9fb41-6848-46f2-88f7-7a3335f906f5 HTTP/1.1" status: 200 len: 809 time: 0.4660125 Apr 14 11:26:37.417288 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [req-97be6398-333b-4611-a137-8664daa89f19 req-817c38f0-21ae-41ea-ae59-ef83736af7fa tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Request body: {'port': {'device_id': '5667245a-2cf3-455f-b1d6-af70e42acdf5', 'network_id': 'fbd9fb41-6848-46f2-88f7-7a3335f906f5', 'admin_state_up': True, 'tenant_id': 'b65e4998f864466e98e75c4245ea3d14'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:26:37.563914 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [req-97be6398-333b-4611-a137-8664daa89f19 req-817c38f0-21ae-41ea-ae59-ef83736af7fa tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:26:37.568122 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-97be6398-333b-4611-a137-8664daa89f19 req-817c38f0-21ae-41ea-ae59-ef83736af7fa tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Usage tracker for resource:port and tenant:b65e4998f864466e98e75c4245ea3d14 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:26:37.571099 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-97be6398-333b-4611-a137-8664daa89f19 req-817c38f0-21ae-41ea-ae59-ef83736af7fa tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:26:37.577124 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [req-97be6398-333b-4611-a137-8664daa89f19 req-817c38f0-21ae-41ea-ae59-ef83736af7fa tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:26:37.586258 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97be6398-333b-4611-a137-8664daa89f19 req-817c38f0-21ae-41ea-ae59-ef83736af7fa tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Made reservation on behalf of b65e4998f864466e98e75c4245ea3d14 for: {'port': 1} {{(pid=85227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:26:37.592326 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-97be6398-333b-4611-a137-8664daa89f19 req-817c38f0-21ae-41ea-ae59-ef83736af7fa tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:37.758856 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [req-97be6398-333b-4611-a137-8664daa89f19 req-817c38f0-21ae-41ea-ae59-ef83736af7fa tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Allocated IP 172.20.0.5 (fbd9fb41-6848-46f2-88f7-7a3335f906f5/34ce089f-6fdf-40ed-ab0b-a21eba44a24f/2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee) {{(pid=85227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:26:38.003469 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-97be6398-333b-4611-a137-8664daa89f19 req-817c38f0-21ae-41ea-ae59-ef83736af7fa tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Notify callbacks [] for port, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:38.062410 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50a7f9-e158-4f2e-b87b-58ac029aa4f6 req-3581e3ad-868f-4100-bc66-8c0083b1a2ab tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:38.064024 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ec50a7f9-e158-4f2e-b87b-58ac029aa4f6 req-3581e3ad-868f-4100-bc66-8c0083b1a2ab tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 945 time: 0.1513290 Apr 14 11:26:38.087510 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-97be6398-333b-4611-a137-8664daa89f19 req-817c38f0-21ae-41ea-ae59-ef83736af7fa tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10976374'] for port, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:38.104744 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:38.210080 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ec50a7f9-e158-4f2e-b87b-58ac029aa4f6 req-a14f78ae-70c8-4f40-94d2-4bedb93e9259 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385593 Apr 14 11:26:38.244226 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c38f0-21ae-41ea-ae59-ef83736af7fa tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Pushing event updated for resources: {'Port': ['ID=2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:38.249471 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-817c38f0-21ae-41ea-ae59-ef83736af7fa tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:38.309331 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97be6398-333b-4611-a137-8664daa89f19 req-817c38f0-21ae-41ea-ae59-ef83736af7fa tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Network fbd9fb41-6848-46f2-88f7-7a3335f906f5 is already hosted by enough agents. {{(pid=85227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:26:38.310493 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [req-97be6398-333b-4611-a137-8664daa89f19 req-817c38f0-21ae-41ea-ae59-ef83736af7fa tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Resources bound (agent type, host, resource id): {{(pid=85227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:26:38.312801 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [req-97be6398-333b-4611-a137-8664daa89f19 req-817c38f0-21ae-41ea-ae59-ef83736af7fa tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Received port after_create {{(pid=85227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:26:38.381384 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be6398-333b-4611-a137-8664daa89f19 req-817c38f0-21ae-41ea-ae59-ef83736af7fa tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:38.382047 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-97be6398-333b-4611-a137-8664daa89f19 req-817c38f0-21ae-41ea-ae59-ef83736af7fa tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:38.408676 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-97be6398-333b-4611-a137-8664daa89f19 req-817c38f0-21ae-41ea-ae59-ef83736af7fa tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9954607 Apr 14 11:26:38.422553 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [req-97be6398-333b-4611-a137-8664daa89f19 req-176167b2-6f49-4dd7-99f4-2b5cca97d757 service neutron] Request body: {'port': {'device_id': '5667245a-2cf3-455f-b1d6-af70e42acdf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:26:38.422885 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf18e67-427a-4856-a65f-33f5101ee621 req-a96bd3f5-6cbf-4eab-9b6a-b71be1949a87 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:38.424482 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-acf18e67-427a-4856-a65f-33f5101ee621 req-a96bd3f5-6cbf-4eab-9b6a-b71be1949a87 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 945 time: 0.1029625 Apr 14 11:26:38.433962 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 33548) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:26:38.439714 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-ba5688e5-6014-44d4-ba02-98c221beb1e2 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Request body: {'floatingip': {'port_id': 'f35634ec-6f85-494c-9eaf-51ca2f1d3c83'}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:26:38.526934 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ba5688e5-6014-44d4-ba02-98c221beb1e2 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for floatingip, before_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:38.621232 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-97be6398-333b-4611-a137-8664daa89f19 req-176167b2-6f49-4dd7-99f4-2b5cca97d757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:38.659311 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe1345-3846-4b0f-b5a8-b4908d307fa6 req-004f48d7-9e06-46de-8103-3b3d738d413f tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:38.660083 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-fefe1345-3846-4b0f-b5a8-b4908d307fa6 req-004f48d7-9e06-46de-8103-3b3d738d413f tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Synchronizing usage tracker for tenant:b65e4998f864466e98e75c4245ea3d14 on resource:port {{(pid=85227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:26:38.741844 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-fefe1345-3846-4b0f-b5a8-b4908d307fa6 req-004f48d7-9e06-46de-8103-3b3d738d413f tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Unset dirty status for tenant:b65e4998f864466e98e75c4245ea3d14 on resource:port {{(pid=85227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:26:38.743458 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-fefe1345-3846-4b0f-b5a8-b4908d307fa6 req-004f48d7-9e06-46de-8103-3b3d738d413f tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/ports?device_id=5667245a-2cf3-455f-b1d6-af70e42acdf5 HTTP/1.1" status: 200 len: 931 time: 0.2834382 Apr 14 11:26:38.792935 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-fefe1345-3846-4b0f-b5a8-b4908d307fa6 req-221e6185-7180-4321-99f9-77525f19c053 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Synchronizing usage tracker for tenant:b65e4998f864466e98e75c4245ea3d14 on resource:security_group {{(pid=85227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:26:38.868513 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-fefe1345-3846-4b0f-b5a8-b4908d307fa6 req-221e6185-7180-4321-99f9-77525f19c053 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Unset dirty status for tenant:b65e4998f864466e98e75c4245ea3d14 on resource:security_group {{(pid=85227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:26:38.869362 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-fefe1345-3846-4b0f-b5a8-b4908d307fa6 req-221e6185-7180-4321-99f9-77525f19c053 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe38edf1-7654-4df1-bb6e-74d69916c46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181290 Apr 14 11:26:38.897453 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2a080619-ac66-4f28-92aa-b35a6ddff219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:39.099732 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [req-97be6398-333b-4611-a137-8664daa89f19 req-176167b2-6f49-4dd7-99f4-2b5cca97d757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee {{(pid=85227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:26:39.107708 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-97be6398-333b-4611-a137-8664daa89f19 req-176167b2-6f49-4dd7-99f4-2b5cca97d757 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:39.123647 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [req-97be6398-333b-4611-a137-8664daa89f19 req-176167b2-6f49-4dd7-99f4-2b5cca97d757 service neutron] Transition to ACTIVE for port object 2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee will not be triggered until provisioned by entity L2. {{(pid=85227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:26:39.125033 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device c0ba6b82-2904-4e39-bedf-fdf77dffeb5e no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:26:39.126622 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-97be6398-333b-4611-a137-8664daa89f19 req-176167b2-6f49-4dd7-99f4-2b5cca97d757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843799442'] for port, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:39.142806 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-817c38f0-21ae-41ea-ae59-ef83736af7fa tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:39.163010 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] No Port match for: c0ba6b82-2904-4e39-bedf-fdf77dffeb5e {{(pid=85229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 11:26:39.163500 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device c0ba6b82-2904-4e39-bedf-fdf77dffeb5e not bound to the agent host hv-cinder-77459 {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 11:26:39.219824 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ba5688e5-6014-44d4-ba02-98c221beb1e2 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:39.222490 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ba5688e5-6014-44d4-ba02-98c221beb1e2 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854119394'] for floatingip, after_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:39.277668 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176167b2-6f49-4dd7-99f4-2b5cca97d757 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee,revision_number=2']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:39.282311 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-176167b2-6f49-4dd7-99f4-2b5cca97d757 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:39.517679 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-97be6398-333b-4611-a137-8664daa89f19 req-176167b2-6f49-4dd7-99f4-2b5cca97d757 service neutron] Attempting to bind port 2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee on host hv-cinder-77459 for vnic_type normal with profile {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:26:39.518063 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-97be6398-333b-4611-a137-8664daa89f19 req-176167b2-6f49-4dd7-99f4-2b5cca97d757 service neutron] Attempting to bind port 2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'b5155f77-1803-408d-b8fa-536e79196144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'fbd9fb41-6848-46f2-88f7-7a3335f906f5'}] {{(pid=85227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:26:39.518430 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97be6398-333b-4611-a137-8664daa89f19 req-176167b2-6f49-4dd7-99f4-2b5cca97d757 service neutron] Attempting to bind port 2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee on network fbd9fb41-6848-46f2-88f7-7a3335f906f5 {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:26:39.523772 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97be6398-333b-4611-a137-8664daa89f19 req-176167b2-6f49-4dd7-99f4-2b5cca97d757 service neutron] Port 2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee on network fbd9fb41-6848-46f2-88f7-7a3335f906f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 11:26:39.524112 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97be6398-333b-4611-a137-8664daa89f19 req-176167b2-6f49-4dd7-99f4-2b5cca97d757 service neutron] Attempting to bind port 2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee on network fbd9fb41-6848-46f2-88f7-7a3335f906f5 {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:26:39.530052 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97be6398-333b-4611-a137-8664daa89f19 req-176167b2-6f49-4dd7-99f4-2b5cca97d757 service neutron] Checking agent: {'id': 'dc008c19-4d73-4566-939f-5ab33892b678', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 20, 41), 'started_at': datetime.datetime(2021, 4, 14, 11, 20, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:26:39.530428 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97be6398-333b-4611-a137-8664daa89f19 req-176167b2-6f49-4dd7-99f4-2b5cca97d757 service neutron] Checking segment: {'id': 'b5155f77-1803-408d-b8fa-536e79196144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'fbd9fb41-6848-46f2-88f7-7a3335f906f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:26:39.531390 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97be6398-333b-4611-a137-8664daa89f19 req-176167b2-6f49-4dd7-99f4-2b5cca97d757 service neutron] Bound using segment: {'id': 'b5155f77-1803-408d-b8fa-536e79196144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'fbd9fb41-6848-46f2-88f7-7a3335f906f5'} {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:26:39.531865 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-97be6398-333b-4611-a137-8664daa89f19 req-176167b2-6f49-4dd7-99f4-2b5cca97d757 service neutron] Bound port: 2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5155f77-1803-408d-b8fa-536e79196144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'fbd9fb41-6848-46f2-88f7-7a3335f906f5'}}] {{(pid=85227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:26:39.532253 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-97be6398-333b-4611-a137-8664daa89f19 req-176167b2-6f49-4dd7-99f4-2b5cca97d757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:39.610385 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-97be6398-333b-4611-a137-8664daa89f19 req-176167b2-6f49-4dd7-99f4-2b5cca97d757 service neutron] For port 2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee, host hv-cinder-77459, cleared binding levels {{(pid=85227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:26:39.613425 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-97be6398-333b-4611-a137-8664daa89f19 req-176167b2-6f49-4dd7-99f4-2b5cca97d757 service neutron] For port 2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee,segment=NetworkSegment(b5155f77-1803-408d-b8fa-536e79196144),segment_id=b5155f77-1803-408d-b8fa-536e79196144)] {{(pid=85227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:26:39.616802 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-97be6398-333b-4611-a137-8664daa89f19 req-176167b2-6f49-4dd7-99f4-2b5cca97d757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843799442'] for port, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:39.630856 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.db.l3_db [None req-ba5688e5-6014-44d4-ba02-98c221beb1e2 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Floating IP cfa10885-c7dc-4274-97b5-41c7540e76e8 associated. External IP: 172.28.2.241, port: f35634ec-6f85-494c-9eaf-51ca2f1d3c83. Apr 14 11:26:39.632212 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a090465c-0ee9-41b7-9b80-2cd3fa58d116 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:39.785540 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176167b2-6f49-4dd7-99f4-2b5cca97d757 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee,revision_number=3']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:39.790169 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-176167b2-6f49-4dd7-99f4-2b5cca97d757 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:39.827216 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be6398-333b-4611-a137-8664daa89f19 req-176167b2-6f49-4dd7-99f4-2b5cca97d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:39.828413 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-97be6398-333b-4611-a137-8664daa89f19 req-176167b2-6f49-4dd7-99f4-2b5cca97d757 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:39.829889 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-97be6398-333b-4611-a137-8664daa89f19 req-176167b2-6f49-4dd7-99f4-2b5cca97d757 service neutron] 10.222.0.41 "PUT /v2.0/ports/2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee HTTP/1.1" status: 200 len: 1093 time: 1.4120972 Apr 14 11:26:39.830420 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5667245a-2cf3-455f-b1d6-af70e42acdf5', 'tag': '2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee'}] {{(pid=85227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:26:39.910472 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5667245a-2cf3-455f-b1d6-af70e42acdf5', 'tag': '2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee', 'status': 'completed', 'code': 200} Apr 14 11:26:39.946760 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be6398-333b-4611-a137-8664daa89f19 req-2f88ad9d-ee12-47b4-b9ea-96724dd6be02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:39.948693 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-97be6398-333b-4611-a137-8664daa89f19 req-2f88ad9d-ee12-47b4-b9ea-96724dd6be02 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b65e4998f864466e98e75c4245ea3d14&device_id=5667245a-2cf3-455f-b1d6-af70e42acdf5 HTTP/1.1" status: 200 len: 1096 time: 0.0808175 Apr 14 11:26:40.005830 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5688e5-6014-44d4-ba02-98c221beb1e2 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Router a9c63407-659e-47be-ab9f-d875ee5652bd has already been hosted by L3 agent 72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6 {{(pid=85228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 11:26:40.073868 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-97be6398-333b-4611-a137-8664daa89f19 req-777e229e-9e5b-4725-a2e7-86ad820de68f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee HTTP/1.1" status: 200 len: 217 time: 0.1159513 Apr 14 11:26:40.101759 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:40.219284 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5688e5-6014-44d4-ba02-98c221beb1e2 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify agent at l3_agent.dv-cinder-774594-3-smb the message routers_updated {{(pid=85228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 11:26:40.224324 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ba5688e5-6014-44d4-ba02-98c221beb1e2 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for floatingip, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:40.225639 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be6398-333b-4611-a137-8664daa89f19 req-f2f34467-784c-4f72-a2d0-30d15b2278ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:40.227235 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-97be6398-333b-4611-a137-8664daa89f19 req-f2f34467-784c-4f72-a2d0-30d15b2278ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=34ce089f-6fdf-40ed-ab0b-a21eba44a24f HTTP/1.1" status: 200 len: 849 time: 0.1070769 Apr 14 11:26:40.233165 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f031e613-72f4-47b2-8fe9-8ad4d3494e19 None None] Sync routers for ids ['a9c63407-659e-47be-ab9f-d875ee5652bd'] in dv-cinder-774594-3-smb {{(pid=85229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 11:26:40.245724 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f031e613-72f4-47b2-8fe9-8ad4d3494e19 None None] Routers {'a9c63407-659e-47be-ab9f-d875ee5652bd'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:26:40.246763 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-f031e613-72f4-47b2-8fe9-8ad4d3494e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:26:39Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['a9c63407-659e-47be-ab9f-d875ee5652bd'], 'active': True} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:26:40.292766 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-97be6398-333b-4611-a137-8664daa89f19 req-f52fb624-7228-4531-a93f-5eb75ceb242d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fbd9fb41-6848-46f2-88f7-7a3335f906f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570395 Apr 14 11:26:40.294869 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-ba5688e5-6014-44d4-ba02-98c221beb1e2 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "PUT /v2.0/floatingips/cfa10885-c7dc-4274-97b5-41c7540e76e8 HTTP/1.1" status: 200 len: 991 time: 1.8596091 Apr 14 11:26:40.295619 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f733a955-0ffb-4748-bd71-7a350361c4ad', 'tag': 'f35634ec-6f85-494c-9eaf-51ca2f1d3c83'}] {{(pid=85228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:26:40.311066 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34cde4-7b2d-4a74-9ad6-b5927d54d94b req-f0c12d9c-f616-41dd-89d2-d9fc8306f67b tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:40.313231 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-6c34cde4-7b2d-4a74-9ad6-b5927d54d94b req-f0c12d9c-f616-41dd-89d2-d9fc8306f67b tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/ports?device_id=5667245a-2cf3-455f-b1d6-af70e42acdf5 HTTP/1.1" status: 200 len: 943 time: 0.2926922 Apr 14 11:26:40.356943 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-21f45d18-9e22-409e-b710-046986646a4e req-caa38139-89da-4588-bb3f-e1bafadb2c7e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2864826 Apr 14 11:26:40.436342 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:40.493017 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-f031e613-72f4-47b2-8fe9-8ad4d3494e19 None None] Set router a9c63407-659e-47be-ab9f-d875ee5652bd gateway port host: dv-cinder-774594-3-smb {{(pid=85229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:26:40.507398 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f733a955-0ffb-4748-bd71-7a350361c4ad', 'tag': 'f35634ec-6f85-494c-9eaf-51ca2f1d3c83', 'status': 'completed', 'code': 200} Apr 14 11:26:40.510279 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-6c34cde4-7b2d-4a74-9ad6-b5927d54d94b req-82675a8b-0a9f-43e4-bd37-b1c9ddaae065 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe38edf1-7654-4df1-bb6e-74d69916c46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487148 Apr 14 11:26:40.581606 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-97be6398-333b-4611-a137-8664daa89f19 req-4a6630ef-8ca5-452b-88dc-b8235b44ae71 service neutron] 10.222.0.41 "GET /v2.0/networks/fbd9fb41-6848-46f2-88f7-7a3335f906f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795770 Apr 14 11:26:40.588188 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f45d18-9e22-409e-b710-046986646a4e req-2721685a-dd39-4235-95db-d77160a9d850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:40.589756 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-21f45d18-9e22-409e-b710-046986646a4e req-2721685a-dd39-4235-95db-d77160a9d850 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d797536746cd4942b8a3a1f5e7b19e2b&device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 1099 time: 0.1467121 Apr 14 11:26:40.627968 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3c594-5207-4ecd-b475-568c849259ed req-a9490425-56f2-4b83-b4da-6d0f89a32ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:40.629610 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a0d3c594-5207-4ecd-b475-568c849259ed req-a9490425-56f2-4b83-b4da-6d0f89a32ff9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9b3ef38e1d8424c861a2e84fef25222&device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 1098 time: 0.0817475 Apr 14 11:26:40.776162 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3c594-5207-4ecd-b475-568c849259ed req-acfc8c1a-4a9d-4106-b0a0-95987366da58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:40.777136 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a0d3c594-5207-4ecd-b475-568c849259ed req-acfc8c1a-4a9d-4106-b0a0-95987366da58 service neutron] 10.222.0.41 "GET /v2.0/networks?id=712e05ed-c735-46b7-8a8c-2c06f81a1c29 HTTP/1.1" status: 200 len: 917 time: 0.1398249 Apr 14 11:26:40.861818 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-97be6398-333b-4611-a137-8664daa89f19 req-1e3a0261-ada5-4b71-9aa9-6eca82c83198 service neutron] 10.222.0.41 "GET /v2.0/networks/fbd9fb41-6848-46f2-88f7-7a3335f906f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709768 Apr 14 11:26:40.864631 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-f031e613-72f4-47b2-8fe9-8ad4d3494e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'name': 'tempest-AttachVolumeShelveTestJSON-866113711-router', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': '08321929-c8ea-4e67-a233-54f5bd37e198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:30Z', 'updated_at': '2021-04-14T11:22:36Z', 'revision_number': 4, 'project_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'gw_port': {'id': '08321929-c8ea-4e67-a233-54f5bd37e198', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:30Z', 'updated_at': '2021-04-14T11:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_floatingips': [{'id': 'cfa10885-c7dc-4274-97b5-41c7540e76e8', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'floating_ip_address': '172.28.2.241', 'floating_network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'router_id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'port_id': 'f35634ec-6f85-494c-9eaf-51ca2f1d3c83', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29', 'mac_address': 'fa:16:3e:dc:0d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f733a955-0ffb-4748-bd71-7a350361c4ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:26:24Z', 'updated_at': '2021-04-14T11:26:39Z', 'revision_number': 1, 'project_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '317e997f-9c75-42a3-b59a-8fb6cc281af4', 'name': '', 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'mac_address': 'fa:16:3e:0d:b9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5b2aaa5c-9e54-4364-a946-78c283f1ff6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:34Z', 'updated_at': '2021-04-14T11:22:49Z', 'revision_number': 5, 'project_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'subnets': [{'id': '5b2aaa5c-9e54-4364-a946-78c283f1ff6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:26:40.864812 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f45d18-9e22-409e-b710-046986646a4e req-b3e746df-d2a9-42fc-ad00-fc81172fd5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:40.866307 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-21f45d18-9e22-409e-b710-046986646a4e req-b3e746df-d2a9-42fc-ad00-fc81172fd5ed service neutron] 10.222.0.41 "GET /v2.0/networks?id=107ffdc1-1c99-4692-a473-5dbc7ac62120 HTTP/1.1" status: 200 len: 912 time: 0.2473104 Apr 14 11:26:40.868907 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f031e613-72f4-47b2-8fe9-8ad4d3494e19 None None] Checking router: a9c63407-659e-47be-ab9f-d875ee5652bd for host: dv-cinder-774594-3-smb {{(pid=85229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 11:26:40.882469 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f031e613-72f4-47b2-8fe9-8ad4d3494e19 None None] Routers {'a9c63407-659e-47be-ab9f-d875ee5652bd'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:26:40.883478 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-f031e613-72f4-47b2-8fe9-8ad4d3494e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:26:39Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['a9c63407-659e-47be-ab9f-d875ee5652bd'], 'active': True} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:26:40.894873 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a0d3c594-5207-4ecd-b475-568c849259ed req-7fe6b31b-12e8-485b-95a0-d80d0b44059c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f35634ec-6f85-494c-9eaf-51ca2f1d3c83 HTTP/1.1" status: 200 len: 999 time: 0.1107688 Apr 14 11:26:40.965586 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3c594-5207-4ecd-b475-568c849259ed req-0b7f7fd7-beac-4338-8654-23783a6c0a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:40.967355 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a0d3c594-5207-4ecd-b475-568c849259ed req-0b7f7fd7-beac-4338-8654-23783a6c0a57 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b2aaa5c-9e54-4364-a946-78c283f1ff6f HTTP/1.1" status: 200 len: 855 time: 0.0663218 Apr 14 11:26:41.069107 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3c594-5207-4ecd-b475-568c849259ed req-f51821f4-1a45-4a32-a969-b60c44327740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:41.071194 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a0d3c594-5207-4ecd-b475-568c849259ed req-f51821f4-1a45-4a32-a969-b60c44327740 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=712e05ed-c735-46b7-8a8c-2c06f81a1c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0948873 Apr 14 11:26:41.084023 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-f031e613-72f4-47b2-8fe9-8ad4d3494e19 None None] Set router a9c63407-659e-47be-ab9f-d875ee5652bd gateway port host: dv-cinder-774594-3-smb {{(pid=85229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:26:41.230994 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a0d3c594-5207-4ecd-b475-568c849259ed req-a53970ec-e689-45cd-88bc-bd0a662ca676 service neutron] 10.222.0.41 "GET /v2.0/networks/712e05ed-c735-46b7-8a8c-2c06f81a1c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467025 Apr 14 11:26:41.261768 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-21f45d18-9e22-409e-b710-046986646a4e req-e34aa0e6-71e3-4787-9438-e694c76425df service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c016cb05-b1e5-4c35-aecc-0925da1081a5 HTTP/1.1" status: 200 len: 1002 time: 0.3892567 Apr 14 11:26:41.333797 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fbca4-7912-423e-a7a7-feeaa0230c72 req-505c54ae-986c-4922-939b-ef87603d2a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:41.335360 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-791fbca4-7912-423e-a7a7-feeaa0230c72 req-505c54ae-986c-4922-939b-ef87603d2a04 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b65e4998f864466e98e75c4245ea3d14&device_id=5667245a-2cf3-455f-b1d6-af70e42acdf5 HTTP/1.1" status: 200 len: 1096 time: 0.4070137 Apr 14 11:26:41.347163 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f45d18-9e22-409e-b710-046986646a4e req-27892ff1-3bc8-4fb7-a2c1-24c71dc5532b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:41.348846 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-21f45d18-9e22-409e-b710-046986646a4e req-27892ff1-3bc8-4fb7-a2c1-24c71dc5532b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f8dd919b-1721-4048-9598-4db7b1b92807 HTTP/1.1" status: 200 len: 850 time: 0.0782676 Apr 14 11:26:41.385205 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a0d3c594-5207-4ecd-b475-568c849259ed req-4b1659f4-8f04-4902-becd-a820cb59b642 service neutron] 10.222.0.41 "GET /v2.0/networks/712e05ed-c735-46b7-8a8c-2c06f81a1c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452773 Apr 14 11:26:41.563110 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fbca4-7912-423e-a7a7-feeaa0230c72 req-87b1431b-5cdc-4040-a27f-bdbfb4389449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:41.564758 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-791fbca4-7912-423e-a7a7-feeaa0230c72 req-87b1431b-5cdc-4040-a27f-bdbfb4389449 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fbd9fb41-6848-46f2-88f7-7a3335f906f5 HTTP/1.1" status: 200 len: 910 time: 0.2194784 Apr 14 11:26:41.592668 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:41.605590 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:41.678267 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-791fbca4-7912-423e-a7a7-feeaa0230c72 req-11bc6b11-59ea-4d04-bc21-1a1dc954bb28 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee HTTP/1.1" status: 200 len: 217 time: 0.0999248 Apr 14 11:26:41.697262 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-f031e613-72f4-47b2-8fe9-8ad4d3494e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'name': 'tempest-AttachVolumeShelveTestJSON-866113711-router', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': '08321929-c8ea-4e67-a233-54f5bd37e198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:30Z', 'updated_at': '2021-04-14T11:22:36Z', 'revision_number': 4, 'project_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'gw_port': {'id': '08321929-c8ea-4e67-a233-54f5bd37e198', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:30Z', 'updated_at': '2021-04-14T11:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_floatingips': [{'id': 'cfa10885-c7dc-4274-97b5-41c7540e76e8', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'floating_ip_address': '172.28.2.241', 'floating_network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'router_id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'port_id': 'f35634ec-6f85-494c-9eaf-51ca2f1d3c83', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29', 'mac_address': 'fa:16:3e:dc:0d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f733a955-0ffb-4748-bd71-7a350361c4ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:26:24Z', 'updated_at': '2021-04-14T11:26:39Z', 'revision_number': 1, 'project_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '317e997f-9c75-42a3-b59a-8fb6cc281af4', 'name': '', 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'mac_address': 'fa:16:3e:0d:b9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5b2aaa5c-9e54-4364-a946-78c283f1ff6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:34Z', 'updated_at': '2021-04-14T11:22:49Z', 'revision_number': 5, 'project_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'subnets': [{'id': '5b2aaa5c-9e54-4364-a946-78c283f1ff6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:26:41.701552 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f031e613-72f4-47b2-8fe9-8ad4d3494e19 None None] The sync data for ids ['a9c63407-659e-47be-ab9f-d875ee5652bd'] in dv-cinder-774594-3-smb is: [{'id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'name': 'tempest-AttachVolumeShelveTestJSON-866113711-router', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': '08321929-c8ea-4e67-a233-54f5bd37e198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:30Z', 'updated_at': '2021-04-14T11:22:36Z', 'revision_number': 4, 'project_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'gw_port': {'id': '08321929-c8ea-4e67-a233-54f5bd37e198', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:30Z', 'updated_at': '2021-04-14T11:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_floatingips': [{'id': 'cfa10885-c7dc-4274-97b5-41c7540e76e8', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'floating_ip_address': '172.28.2.241', 'floating_network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'router_id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'port_id': 'f35634ec-6f85-494c-9eaf-51ca2f1d3c83', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29', 'mac_address': 'fa:16:3e:dc:0d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f733a955-0ffb-4748-bd71-7a350361c4ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:26:24Z', 'updated_at': '2021-04-14T11:26:39Z', 'revision_number': 1, 'project_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '317e997f-9c75-42a3-b59a-8fb6cc281af4', 'name': '', 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'mac_address': 'fa:16:3e:0d:b9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5b2aaa5c-9e54-4364-a946-78c283f1ff6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:34Z', 'updated_at': '2021-04-14T11:22:49Z', 'revision_number': 5, 'project_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'subnets': [{'id': '5b2aaa5c-9e54-4364-a946-78c283f1ff6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 11:26:41.762203 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f45d18-9e22-409e-b710-046986646a4e req-acbdf57c-84da-4182-b99b-f4b33be9470a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:41.763875 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-21f45d18-9e22-409e-b710-046986646a4e req-acbdf57c-84da-4182-b99b-f4b33be9470a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=107ffdc1-1c99-4692-a473-5dbc7ac62120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3922210 Apr 14 11:26:41.900801 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fbca4-7912-423e-a7a7-feeaa0230c72 req-2ac07e95-4115-4ee3-bf83-4eeecd27a91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:41.902428 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-791fbca4-7912-423e-a7a7-feeaa0230c72 req-2ac07e95-4115-4ee3-bf83-4eeecd27a91e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=34ce089f-6fdf-40ed-ab0b-a21eba44a24f HTTP/1.1" status: 200 len: 849 time: 0.1857009 Apr 14 11:26:41.990819 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-791fbca4-7912-423e-a7a7-feeaa0230c72 req-84bce10d-2171-491c-a738-9ef5e75da7d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fbd9fb41-6848-46f2-88f7-7a3335f906f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701404 Apr 14 11:26:42.003048 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23056bed-0329-4f6f-a08a-dc28a66018b5 None None] New status for floating IP cfa10885-c7dc-4274-97b5-41c7540e76e8: ACTIVE {{(pid=85230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 11:26:42.153623 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd468583-561a-4053-9eaf-d513fbf0446a req-7df5e16c-6357-4957-819d-8cdf86348515 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:42.155341 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-fd468583-561a-4053-9eaf-d513fbf0446a req-7df5e16c-6357-4957-819d-8cdf86348515 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/ports?device_id=5667245a-2cf3-455f-b1d6-af70e42acdf5 HTTP/1.1" status: 200 len: 943 time: 0.4797878 Apr 14 11:26:42.157234 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-21f45d18-9e22-409e-b710-046986646a4e req-1c5d395b-d5a9-42cd-be49-361981d50b7c service neutron] 10.222.0.41 "GET /v2.0/networks/107ffdc1-1c99-4692-a473-5dbc7ac62120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841007 Apr 14 11:26:42.220990 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-791fbca4-7912-423e-a7a7-feeaa0230c72 req-a73e4cef-ee53-46ad-918f-4d2665de1891 service neutron] 10.222.0.41 "GET /v2.0/networks/fbd9fb41-6848-46f2-88f7-7a3335f906f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306061 Apr 14 11:26:42.302578 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-fd468583-561a-4053-9eaf-d513fbf0446a req-1eb2ad92-0f33-4430-9a39-4632d9a8cd21 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe38edf1-7654-4df1-bb6e-74d69916c46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347482 Apr 14 11:26:42.445445 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-21f45d18-9e22-409e-b710-046986646a4e req-e924611b-26d6-48eb-83eb-5752c749704f service neutron] 10.222.0.41 "GET /v2.0/networks/107ffdc1-1c99-4692-a473-5dbc7ac62120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789106 Apr 14 11:26:42.462815 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-791fbca4-7912-423e-a7a7-feeaa0230c72 req-3e644ba1-f63c-4602-b7fc-f2bd87e99996 service neutron] 10.222.0.41 "GET /v2.0/networks/fbd9fb41-6848-46f2-88f7-7a3335f906f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934741 Apr 14 11:26:43.152487 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 11:26:43.209000 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6dec34-a130-47da-8a73-493d7b610116 req-c2963906-f850-4359-861d-f422a95eb363 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:43.210626 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-fc6dec34-a130-47da-8a73-493d7b610116 req-c2963906-f850-4359-861d-f422a95eb363 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 946 time: 0.0884740 Apr 14 11:26:43.243639 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-fc6dec34-a130-47da-8a73-493d7b610116 req-71dd3c18-ca3e-47bb-935f-3b33628c39a1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fca7b41-170b-4498-b59c-3e0436956ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261495 Apr 14 11:26:43.304941 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port 2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee,segment=NetworkSegment(b5155f77-1803-408d-b8fa-536e79196144),segment_id=b5155f77-1803-408d-b8fa-536e79196144)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:26:43.318893 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Returning: {'device': '2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee', 'network_id': 'fbd9fb41-6848-46f2-88f7-7a3335f906f5', 'port_id': '2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee', 'mac_address': 'fa:16:3e:aa:09:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34ce089f-6fdf-40ed-ab0b-a21eba44a24f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 11:26:43.381456 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:43.399422 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee {{(pid=85229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:26:43.416930 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port 2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee,segment=NetworkSegment(b5155f77-1803-408d-b8fa-536e79196144),segment_id=b5155f77-1803-408d-b8fa-536e79196144)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:26:43.419872 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:43.422350 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-30f6701f-cd57-4e46-b733-301f2b4669ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:43.492839 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee,revision_number=4']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:43.496437 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:43.527687 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d8fe2f-4d7e-4648-8d9c-d3f33d8af228 req-e9668555-7bfb-4ad8-a15b-969fb49a0059 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:43.529282 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f4d8fe2f-4d7e-4648-8d9c-d3f33d8af228 req-e9668555-7bfb-4ad8-a15b-969fb49a0059 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/ports?device_id=5667245a-2cf3-455f-b1d6-af70e42acdf5 HTTP/1.1" status: 200 len: 944 time: 0.0948451 Apr 14 11:26:43.559575 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f4d8fe2f-4d7e-4648-8d9c-d3f33d8af228 req-2b13c868-5935-4f7f-80a2-6436bea33a58 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe38edf1-7654-4df1-bb6e-74d69916c46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0232027 Apr 14 11:26:43.679850 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] get_ports_and_sgs() called for port_ids ['2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee'] {{(pid=85229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 11:26:44.581293 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ee1f9-b8cc-45f3-a5b3-361e7b156a61 req-d5e9e707-17b8-4615-9fdf-ed61f7246128 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:44.582965 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-358ee1f9-b8cc-45f3-a5b3-361e7b156a61 req-d5e9e707-17b8-4615-9fdf-ed61f7246128 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 946 time: 0.0902104 Apr 14 11:26:44.615758 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-358ee1f9-b8cc-45f3-a5b3-361e7b156a61 req-ce902fcd-b351-43dc-b806-1e96c31be60a tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fca7b41-170b-4498-b59c-3e0436956ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258448 Apr 14 11:26:44.763495 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5427d-bc08-4b00-bcfc-8a6dfdc28e17 req-77288bab-9da9-4d73-ae69-96dfcd57e593 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:44.765185 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1dc5427d-bc08-4b00-bcfc-8a6dfdc28e17 req-77288bab-9da9-4d73-ae69-96dfcd57e593 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/ports?device_id=5667245a-2cf3-455f-b1d6-af70e42acdf5 HTTP/1.1" status: 200 len: 944 time: 0.0903265 Apr 14 11:26:44.813972 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1dc5427d-bc08-4b00-bcfc-8a6dfdc28e17 req-1d5430a7-a444-459d-a555-44cf4496b220 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe38edf1-7654-4df1-bb6e-74d69916c46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420680 Apr 14 11:26:45.153172 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee up at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:26:45.197540 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48401f54-3171-4eb9-a6b7-088c211b2064 req-97de3d81-cb1e-4005-9a6a-62d538ca723e tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:45.199151 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-48401f54-3171-4eb9-a6b7-088c211b2064 req-97de3d81-cb1e-4005-9a6a-62d538ca723e tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.41 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 946 time: 0.0902457 Apr 14 11:26:45.224473 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning for port 2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:26:45.229557 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning complete for port 2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:26:45.229964 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:45.283211 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [req-48401f54-3171-4eb9-a6b7-088c211b2064 req-a0d7030c-b756-4cd3-ac0b-8a1d8d0545df tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Deleting port c016cb05-b1e5-4c35-aecc-0925da1081a5 {{(pid=85227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:26:45.283590 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-48401f54-3171-4eb9-a6b7-088c211b2064 req-a0d7030c-b756-4cd3-ac0b-8a1d8d0545df tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:45.354482 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:45.371329 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5667245a-2cf3-455f-b1d6-af70e42acdf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee'}] {{(pid=85229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:26:45.390656 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port 2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee,segment=NetworkSegment(b5155f77-1803-408d-b8fa-536e79196144),segment_id=b5155f77-1803-408d-b8fa-536e79196144)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:26:45.394177 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:45.396092 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:45.427634 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5667245a-2cf3-455f-b1d6-af70e42acdf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee', 'code': 200} Apr 14 11:26:45.473449 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee,revision_number=5']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:45.476928 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:45.552852 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-48401f54-3171-4eb9-a6b7-088c211b2064 req-a0d7030c-b756-4cd3-ac0b-8a1d8d0545df tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] For port c016cb05-b1e5-4c35-aecc-0925da1081a5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c016cb05-b1e5-4c35-aecc-0925da1081a5,segment=NetworkSegment(eee09de6-2fbd-4c24-ab11-3382d1e941e6),segment_id=eee09de6-2fbd-4c24-ab11-3382d1e941e6)] {{(pid=85227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:26:45.553247 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-48401f54-3171-4eb9-a6b7-088c211b2064 req-a0d7030c-b756-4cd3-ac0b-8a1d8d0545df tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:45.943249 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075d0b3-a931-4e85-8e8f-48f69cad09cf req-d63e7bd9-5f3b-450d-969c-315e77a20b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:45.944767 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b075d0b3-a931-4e85-8e8f-48f69cad09cf req-d63e7bd9-5f3b-450d-969c-315e77a20b22 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5667245a-2cf3-455f-b1d6-af70e42acdf5 HTTP/1.1" status: 200 len: 1098 time: 0.3241041 Apr 14 11:26:46.006423 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b075d0b3-a931-4e85-8e8f-48f69cad09cf req-0e14d25a-c1b1-4546-ad62-e593f6f1118a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fe38edf1-7654-4df1-bb6e-74d69916c46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518944 Apr 14 11:26:46.017074 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-48401f54-3171-4eb9-a6b7-088c211b2064 req-a0d7030c-b756-4cd3-ac0b-8a1d8d0545df tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:46.017386 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-48401f54-3171-4eb9-a6b7-088c211b2064 req-a0d7030c-b756-4cd3-ac0b-8a1d8d0545df tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854119394'] for floatingip, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:46.017744 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.db.l3_db [req-48401f54-3171-4eb9-a6b7-088c211b2064 req-a0d7030c-b756-4cd3-ac0b-8a1d8d0545df tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Floating IP 3a617006-f191-4d46-bb19-a9057496c1ac disassociated. External IP: 172.28.2.243, port: c016cb05-b1e5-4c35-aecc-0925da1081a5. Apr 14 11:26:46.018544 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [req-48401f54-3171-4eb9-a6b7-088c211b2064 req-a0d7030c-b756-4cd3-ac0b-8a1d8d0545df tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Calling delete_port for c016cb05-b1e5-4c35-aecc-0925da1081a5 owned by compute:nova {{(pid=85227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:26:46.020346 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360e877-abaf-4a9f-a347-4ce667c9329f req-c17f6427-d5ff-4208-81ad-a3b284217f65 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:46.022135 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0360e877-abaf-4a9f-a347-4ce667c9329f req-c17f6427-d5ff-4208-81ad-a3b284217f65 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/ports?device_id=5667245a-2cf3-455f-b1d6-af70e42acdf5 HTTP/1.1" status: 200 len: 945 time: 0.0900788 Apr 14 11:26:46.068657 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d7264-6e4e-47ee-9f3a-51052e9ed80e req-2130adde-c709-40fe-8570-558cd79d2118 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:46.070292 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ac7d7264-6e4e-47ee-9f3a-51052e9ed80e req-2130adde-c709-40fe-8570-558cd79d2118 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 946 time: 0.3059332 Apr 14 11:26:46.079840 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0360e877-abaf-4a9f-a347-4ce667c9329f req-888cf035-e7fd-481b-a562-90bf61f53cb4 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe38edf1-7654-4df1-bb6e-74d69916c46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402319 Apr 14 11:26:46.119000 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ac7d7264-6e4e-47ee-9f3a-51052e9ed80e req-20f0a5f5-f3f7-44a5-a1f0-103bfda6d7ff tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fca7b41-170b-4498-b59c-3e0436956ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405548 Apr 14 11:26:46.435521 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-48401f54-3171-4eb9-a6b7-088c211b2064 req-a0d7030c-b756-4cd3-ac0b-8a1d8d0545df tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10976374'] for port, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:46.450292 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-176167b2-6f49-4dd7-99f4-2b5cca97d757 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:46.544317 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d7030c-b756-4cd3-ac0b-8a1d8d0545df tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Pushing event deleted for resources: {'Port': ['ID=c016cb05-b1e5-4c35-aecc-0925da1081a5,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:46.550998 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a0d7030c-b756-4cd3-ac0b-8a1d8d0545df tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:46.807767 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48401f54-3171-4eb9-a6b7-088c211b2064 req-a0d7030c-b756-4cd3-ac0b-8a1d8d0545df tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Router 2b310e5a-8bd9-4fe1-a985-682972f8c6fe has already been hosted by L3 agent 72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6 {{(pid=85227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 11:26:47.007810 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48401f54-3171-4eb9-a6b7-088c211b2064 req-a0d7030c-b756-4cd3-ac0b-8a1d8d0545df tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify agent at l3_agent.dv-cinder-774594-3-smb the message routers_updated {{(pid=85227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 11:26:47.017837 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33ebc46-f055-4386-a0bd-657e9e13bd74 None None] Sync routers for ids ['2b310e5a-8bd9-4fe1-a985-682972f8c6fe'] in dv-cinder-774594-3-smb {{(pid=85229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 11:26:47.041391 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33ebc46-f055-4386-a0bd-657e9e13bd74 None None] Routers {'2b310e5a-8bd9-4fe1-a985-682972f8c6fe'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:26:47.042344 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-a33ebc46-f055-4386-a0bd-657e9e13bd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:26:39Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['2b310e5a-8bd9-4fe1-a985-682972f8c6fe'], 'active': True} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:26:47.087177 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [req-48401f54-3171-4eb9-a6b7-088c211b2064 req-a0d7030c-b756-4cd3-ac0b-8a1d8d0545df tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] No DVR routers for this DVR port c016cb05-b1e5-4c35-aecc-0925da1081a5 on host hv-cinder-77459 {{(pid=85227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 11:26:47.089677 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-48401f54-3171-4eb9-a6b7-088c211b2064 req-a0d7030c-b756-4cd3-ac0b-8a1d8d0545df tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:47.092674 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01829fc4-9b68-441f-8c7b-fd54284ab0fb', 'name': 'network-vif-deleted', 'tag': 'c016cb05-b1e5-4c35-aecc-0925da1081a5'}] {{(pid=85227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:26:47.108649 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-48401f54-3171-4eb9-a6b7-088c211b2064 req-a0d7030c-b756-4cd3-ac0b-8a1d8d0545df tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.41 "DELETE /v2.0/ports/c016cb05-b1e5-4c35-aecc-0925da1081a5 HTTP/1.1" status: 204 len: 173 time: 1.9038868 Apr 14 11:26:47.166681 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01829fc4-9b68-441f-8c7b-fd54284ab0fb', 'name': 'network-vif-deleted', 'tag': 'c016cb05-b1e5-4c35-aecc-0925da1081a5', 'status': 'completed', 'code': 200} Apr 14 11:26:47.248834 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-a33ebc46-f055-4386-a0bd-657e9e13bd74 None None] Set router 2b310e5a-8bd9-4fe1-a985-682972f8c6fe gateway port host: dv-cinder-774594-3-smb {{(pid=85229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:26:47.323174 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb45a57-4327-4fd8-b6fd-09bcaca40f68 req-5866ea7c-4ce1-49bb-ac3a-980e8edb5ced tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:47.325631 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-efb45a57-4327-4fd8-b6fd-09bcaca40f68 req-5866ea7c-4ce1-49bb-ac3a-980e8edb5ced tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/ports?device_id=5667245a-2cf3-455f-b1d6-af70e42acdf5 HTTP/1.1" status: 200 len: 945 time: 0.0967894 Apr 14 11:26:47.336343 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-ecd91363-3202-4083-b29c-b3bfb9d8eaee req-4f4a0126-b31f-4a74-b946-e21c2c54bda0 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Synchronizing usage tracker for tenant:d797536746cd4942b8a3a1f5e7b19e2b on resource:port {{(pid=85227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:26:47.351560 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-ecd91363-3202-4083-b29c-b3bfb9d8eaee req-4f4a0126-b31f-4a74-b946-e21c2c54bda0 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Unset dirty status for tenant:d797536746cd4942b8a3a1f5e7b19e2b on resource:port {{(pid=85227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:26:47.352836 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ecd91363-3202-4083-b29c-b3bfb9d8eaee req-4f4a0126-b31f-4a74-b946-e21c2c54bda0 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=01829fc4-9b68-441f-8c7b-fd54284ab0fb HTTP/1.1" status: 200 len: 210 time: 0.0687375 Apr 14 11:26:47.356994 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-efb45a57-4327-4fd8-b6fd-09bcaca40f68 req-83b35670-29f3-4caf-860c-87e9eca8032b tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe38edf1-7654-4df1-bb6e-74d69916c46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0255387 Apr 14 11:26:47.589416 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-a33ebc46-f055-4386-a0bd-657e9e13bd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'name': 'tempest-AttachVolumeTestJSON-1254954246-router', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cafd84ae-424c-4f09-a1a0-204b2653b91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:33Z', 'updated_at': '2021-04-14T11:22:57Z', 'revision_number': 4, 'project_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'gw_port': {'id': 'cafd84ae-424c-4f09-a1a0-204b2653b91a', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:37Z', 'updated_at': '2021-04-14T11:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': '361a38e0-7d77-4371-90b5-434e37951efa', 'name': '', 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'mac_address': 'fa:16:3e:8e:10:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f8dd919b-1721-4048-9598-4db7b1b92807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:52Z', 'updated_at': '2021-04-14T11:23:07Z', 'revision_number': 5, 'project_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'subnets': [{'id': 'f8dd919b-1721-4048-9598-4db7b1b92807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:26:47.593665 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33ebc46-f055-4386-a0bd-657e9e13bd74 None None] Checking router: 2b310e5a-8bd9-4fe1-a985-682972f8c6fe for host: dv-cinder-774594-3-smb {{(pid=85229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 11:26:47.603488 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33ebc46-f055-4386-a0bd-657e9e13bd74 None None] Routers {'2b310e5a-8bd9-4fe1-a985-682972f8c6fe'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:26:47.604155 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-a33ebc46-f055-4386-a0bd-657e9e13bd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:26:39Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['2b310e5a-8bd9-4fe1-a985-682972f8c6fe'], 'active': True} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:26:47.801322 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-a33ebc46-f055-4386-a0bd-657e9e13bd74 None None] Set router 2b310e5a-8bd9-4fe1-a985-682972f8c6fe gateway port host: dv-cinder-774594-3-smb {{(pid=85229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:26:48.186240 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-a33ebc46-f055-4386-a0bd-657e9e13bd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'name': 'tempest-AttachVolumeTestJSON-1254954246-router', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cafd84ae-424c-4f09-a1a0-204b2653b91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:33Z', 'updated_at': '2021-04-14T11:22:57Z', 'revision_number': 4, 'project_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'gw_port': {'id': 'cafd84ae-424c-4f09-a1a0-204b2653b91a', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:37Z', 'updated_at': '2021-04-14T11:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': '361a38e0-7d77-4371-90b5-434e37951efa', 'name': '', 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'mac_address': 'fa:16:3e:8e:10:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f8dd919b-1721-4048-9598-4db7b1b92807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:52Z', 'updated_at': '2021-04-14T11:23:07Z', 'revision_number': 5, 'project_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'subnets': [{'id': 'f8dd919b-1721-4048-9598-4db7b1b92807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:26:48.191059 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33ebc46-f055-4386-a0bd-657e9e13bd74 None None] The sync data for ids ['2b310e5a-8bd9-4fe1-a985-682972f8c6fe'] in dv-cinder-774594-3-smb is: [{'id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'name': 'tempest-AttachVolumeTestJSON-1254954246-router', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cafd84ae-424c-4f09-a1a0-204b2653b91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:33Z', 'updated_at': '2021-04-14T11:22:57Z', 'revision_number': 4, 'project_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'gw_port': {'id': 'cafd84ae-424c-4f09-a1a0-204b2653b91a', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:37Z', 'updated_at': '2021-04-14T11:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': '361a38e0-7d77-4371-90b5-434e37951efa', 'name': '', 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'mac_address': 'fa:16:3e:8e:10:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f8dd919b-1721-4048-9598-4db7b1b92807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:52Z', 'updated_at': '2021-04-14T11:23:07Z', 'revision_number': 5, 'project_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'subnets': [{'id': 'f8dd919b-1721-4048-9598-4db7b1b92807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 11:26:48.491616 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 33668) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:26:48.498109 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc143794-4e69-475c-8c27-c88975aa4ef2 req-79ed7f83-b301-4e13-bd82-8feb77c7014a tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:48.499869 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-bc143794-4e69-475c-8c27-c88975aa4ef2 req-79ed7f83-b301-4e13-bd82-8feb77c7014a tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/ports?device_id=5667245a-2cf3-455f-b1d6-af70e42acdf5 HTTP/1.1" status: 200 len: 945 time: 0.0958464 Apr 14 11:26:48.531914 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-bc143794-4e69-475c-8c27-c88975aa4ef2 req-3ff35b9c-fed4-4673-b995-59277a89bd03 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe38edf1-7654-4df1-bb6e-74d69916c46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0249343 Apr 14 11:26:48.562965 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f5d69107-7909-4285-940b-9792ace1ba60 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:48.592963 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f5d69107-7909-4285-940b-9792ace1ba60 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:48.621781 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e66f531-9092-48ac-ab6e-a5812bf0f968 None None] New status for floating IP 3a617006-f191-4d46-bb19-a9057496c1ac: DOWN {{(pid=85230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 11:26:48.638700 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f5d69107-7909-4285-940b-9792ace1ba60 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:48.644417 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-efd74392-4845-4bcb-8f6c-cb6da2a583c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:48.660307 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d69107-7909-4285-940b-9792ace1ba60 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fca7b41-170b-4498-b59c-3e0436956ee5,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:48.671433 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d69107-7909-4285-940b-9792ace1ba60 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:26:48.672370 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d69107-7909-4285-940b-9792ace1ba60 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:26:48.672781 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d69107-7909-4285-940b-9792ace1ba60 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:26:48.673185 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d69107-7909-4285-940b-9792ace1ba60 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:26:48.673585 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d69107-7909-4285-940b-9792ace1ba60 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:26:48.673982 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d69107-7909-4285-940b-9792ace1ba60 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:26:48.674380 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d69107-7909-4285-940b-9792ace1ba60 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:26:48.674796 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d69107-7909-4285-940b-9792ace1ba60 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:26:48.675188 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d69107-7909-4285-940b-9792ace1ba60 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:26:48.675580 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d69107-7909-4285-940b-9792ace1ba60 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:26:48.675969 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d69107-7909-4285-940b-9792ace1ba60 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:26:48.676358 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d69107-7909-4285-940b-9792ace1ba60 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:26:48.679998 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-f5d69107-7909-4285-940b-9792ace1ba60 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:48.681282 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f5d69107-7909-4285-940b-9792ace1ba60 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:48.684737 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-f5d69107-7909-4285-940b-9792ace1ba60 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "DELETE /v2.0/security-groups/9fca7b41-170b-4498-b59c-3e0436956ee5 HTTP/1.1" status: 204 len: 168 time: 0.1910787 Apr 14 11:26:48.685716 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 33674) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:26:48.705615 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.v2.resource [None req-20312f78-adbe-40d9-9f56-068d2065d444 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] show failed (client error): The resource could not be found. Apr 14 11:26:48.710141 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 33678) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:26:48.710224 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-20312f78-adbe-40d9-9f56-068d2065d444 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups/9fca7b41-170b-4498-b59c-3e0436956ee5 HTTP/1.1" status: 404 len: 347 time: 0.0233152 Apr 14 11:26:48.879314 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-cd4107ee-eb25-41d8-b791-d0f374587808 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Deleting port 8c1fce5d-0212-4cd8-827b-66a33d1b66f8 {{(pid=85228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:26:48.879687 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-cd4107ee-eb25-41d8-b791-d0f374587808 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:49.054076 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-cd4107ee-eb25-41d8-b791-d0f374587808 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:49.054510 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-cd4107ee-eb25-41d8-b791-d0f374587808 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:49.184866 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device c016cb05-b1e5-4c35-aecc-0925da1081a5 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:26:49.186880 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-cd4107ee-eb25-41d8-b791-d0f374587808 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Calling delete_port for 8c1fce5d-0212-4cd8-827b-66a33d1b66f8 owned by network:floatingip {{(pid=85228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:26:49.226365 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] No Port match for: c016cb05-b1e5-4c35-aecc-0925da1081a5 {{(pid=85229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 11:26:49.226772 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device c016cb05-b1e5-4c35-aecc-0925da1081a5 not bound to the agent host hv-cinder-77459 {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 11:26:49.336224 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-cd4107ee-eb25-41d8-b791-d0f374587808 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1926183'] for port, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:49.351840 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:49.447529 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4107ee-eb25-41d8-b791-d0f374587808 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Pushing event deleted for resources: {'Port': ['ID=8c1fce5d-0212-4cd8-827b-66a33d1b66f8,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:49.451394 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-cd4107ee-eb25-41d8-b791-d0f374587808 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:49.612977 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-cd4107ee-eb25-41d8-b791-d0f374587808 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for floatingip, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:49.630360 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-cd4107ee-eb25-41d8-b791-d0f374587808 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for floatingip, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:49.634660 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-cd4107ee-eb25-41d8-b791-d0f374587808 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "DELETE /v2.0/floatingips/3a617006-f191-4d46-bb19-a9057496c1ac HTTP/1.1" status: 204 len: 168 time: 0.9198618 Apr 14 11:26:49.744358 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791a9d3-850e-4280-bd36-d8bb25c71f28 req-14da6d0b-0617-46be-b697-f23e8ff5b21a tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:49.745889 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4791a9d3-850e-4280-bd36-d8bb25c71f28 req-14da6d0b-0617-46be-b697-f23e8ff5b21a tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/ports?device_id=5667245a-2cf3-455f-b1d6-af70e42acdf5 HTTP/1.1" status: 200 len: 945 time: 0.1000216 Apr 14 11:26:49.777706 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4791a9d3-850e-4280-bd36-d8bb25c71f28 req-4178b76e-0d98-4fd5-8acb-9582e66e405b tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe38edf1-7654-4df1-bb6e-74d69916c46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244043 Apr 14 11:26:50.023357 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67f13d-e30b-4e0a-9155-8ce744856a44 req-55265f81-ce38-4cd5-970c-16d6aa65623a tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:50.025046 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4a67f13d-e30b-4e0a-9155-8ce744856a44 req-55265f81-ce38-4cd5-970c-16d6aa65623a tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.41 "GET /v2.0/ports?device_id=5667245a-2cf3-455f-b1d6-af70e42acdf5 HTTP/1.1" status: 200 len: 945 time: 0.0874274 Apr 14 11:26:50.059470 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 33696) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:26:50.065255 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-97e2a58f-62e3-4014-bde5-b4096e84b69f tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Request body: {'security_group': {'name': 'tempest-securitygroup--147045844', 'description': 'tempest-description--1648186464'}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:26:50.071689 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-97e2a58f-62e3-4014-bde5-b4096e84b69f tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:26:50.076670 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-97e2a58f-62e3-4014-bde5-b4096e84b69f tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Usage tracker for resource:security_group and tenant:d797536746cd4942b8a3a1f5e7b19e2b is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:26:50.080537 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-97e2a58f-62e3-4014-bde5-b4096e84b69f tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:26:50.086898 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-97e2a58f-62e3-4014-bde5-b4096e84b69f tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:26:50.097738 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-97e2a58f-62e3-4014-bde5-b4096e84b69f tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:50.102105 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-97e2a58f-62e3-4014-bde5-b4096e84b69f tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:26:50.106279 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-97e2a58f-62e3-4014-bde5-b4096e84b69f tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Usage tracker for resource:security_group_rule and tenant:d797536746cd4942b8a3a1f5e7b19e2b is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:26:50.109958 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-97e2a58f-62e3-4014-bde5-b4096e84b69f tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:26:50.110305 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [req-4a67f13d-e30b-4e0a-9155-8ce744856a44 req-bbb8dc0c-7a87-4425-9552-63a06557055e tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Deleting port 2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee {{(pid=85227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:26:50.110745 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-4a67f13d-e30b-4e0a-9155-8ce744856a44 req-bbb8dc0c-7a87-4425-9552-63a06557055e tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:50.116035 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-97e2a58f-62e3-4014-bde5-b4096e84b69f tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:26:50.186971 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-97e2a58f-62e3-4014-bde5-b4096e84b69f tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:50.189791 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-97e2a58f-62e3-4014-bde5-b4096e84b69f tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:50.195105 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-1193ca58-e4f4-4ab8-893c-2f3595074b8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:50.243036 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2a58f-62e3-4014-bde5-b4096e84b69f tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1122eea-f6fd-4b26-8b89-79ca47e60c73,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:50.245823 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-97e2a58f-62e3-4014-bde5-b4096e84b69f tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:50.249902 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-97e2a58f-62e3-4014-bde5-b4096e84b69f tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1865802 Apr 14 11:26:50.249902 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-97e2a58f-62e3-4014-bde5-b4096e84b69f tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:50.250697 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 33700) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:26:50.255839 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-f507d24b-716b-4a7f-85a4-f2a9daf1c226 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Request body: {'security_group_rule': {'security_group_id': 'd1122eea-f6fd-4b26-8b89-79ca47e60c73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:26:50.262081 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-f507d24b-716b-4a7f-85a4-f2a9daf1c226 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:26:50.266716 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-f507d24b-716b-4a7f-85a4-f2a9daf1c226 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Usage tracker for resource:security_group_rule and tenant:d797536746cd4942b8a3a1f5e7b19e2b is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:26:50.269725 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-f507d24b-716b-4a7f-85a4-f2a9daf1c226 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:26:50.275954 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-f507d24b-716b-4a7f-85a4-f2a9daf1c226 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:26:50.293112 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f507d24b-716b-4a7f-85a4-f2a9daf1c226 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:50.355497 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f507d24b-716b-4a7f-85a4-f2a9daf1c226 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:50.358244 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f507d24b-716b-4a7f-85a4-f2a9daf1c226 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685144'] for security_group_rule, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:50.366013 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:50.369732 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-4a67f13d-e30b-4e0a-9155-8ce744856a44 req-bbb8dc0c-7a87-4425-9552-63a06557055e tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] For port 2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee,segment=NetworkSegment(b5155f77-1803-408d-b8fa-536e79196144),segment_id=b5155f77-1803-408d-b8fa-536e79196144)] {{(pid=85227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:26:50.370132 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-4a67f13d-e30b-4e0a-9155-8ce744856a44 req-bbb8dc0c-7a87-4425-9552-63a06557055e tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:50.387187 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f507d24b-716b-4a7f-85a4-f2a9daf1c226 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=381da127-d3b1-4638-a460-3df296ad3bd4,revision_number=0']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:50.389610 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-f507d24b-716b-4a7f-85a4-f2a9daf1c226 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:50.393888 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f507d24b-716b-4a7f-85a4-f2a9daf1c226 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:50.395210 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-f507d24b-716b-4a7f-85a4-f2a9daf1c226 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1440556 Apr 14 11:26:50.398039 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 33704) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:26:50.403538 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-a9ba070c-9f47-45f1-848f-0b377fc6f385 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Request body: {'security_group_rule': {'security_group_id': 'd1122eea-f6fd-4b26-8b89-79ca47e60c73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:26:50.410247 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-a9ba070c-9f47-45f1-848f-0b377fc6f385 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:26:50.414278 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-a9ba070c-9f47-45f1-848f-0b377fc6f385 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Usage tracker for resource:security_group_rule and tenant:d797536746cd4942b8a3a1f5e7b19e2b is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:26:50.417279 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-a9ba070c-9f47-45f1-848f-0b377fc6f385 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:26:50.423326 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-a9ba070c-9f47-45f1-848f-0b377fc6f385 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:26:50.439092 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a9ba070c-9f47-45f1-848f-0b377fc6f385 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:50.503182 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a9ba070c-9f47-45f1-848f-0b377fc6f385 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:50.506251 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a9ba070c-9f47-45f1-848f-0b377fc6f385 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685144'] for security_group_rule, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:50.507697 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [req-4a67f13d-e30b-4e0a-9155-8ce744856a44 req-bbb8dc0c-7a87-4425-9552-63a06557055e tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Calling delete_port for 2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee owned by compute:nova {{(pid=85227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:26:50.508673 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:50.534177 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba070c-9f47-45f1-848f-0b377fc6f385 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da05e176-9b2c-475e-9986-8e692737bc3b,revision_number=0']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:50.536915 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a9ba070c-9f47-45f1-848f-0b377fc6f385 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:50.544094 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a9ba070c-9f47-45f1-848f-0b377fc6f385 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:50.548394 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-a9ba070c-9f47-45f1-848f-0b377fc6f385 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1464231 Apr 14 11:26:50.548972 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 33710) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:26:50.555061 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-569ee321-84e6-45d7-93d3-0f3dd8f8b4e8 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Request body: {'floatingip': {'floating_network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:26:50.561338 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-569ee321-84e6-45d7-93d3-0f3dd8f8b4e8 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:26:50.567742 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-569ee321-84e6-45d7-93d3-0f3dd8f8b4e8 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Usage tracker for resource:floatingip and tenant:d797536746cd4942b8a3a1f5e7b19e2b is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:26:50.571874 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-569ee321-84e6-45d7-93d3-0f3dd8f8b4e8 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:26:50.579015 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-569ee321-84e6-45d7-93d3-0f3dd8f8b4e8 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:26:50.591254 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-569ee321-84e6-45d7-93d3-0f3dd8f8b4e8 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for floatingip, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:50.665187 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-4a67f13d-e30b-4e0a-9155-8ce744856a44 req-bbb8dc0c-7a87-4425-9552-63a06557055e tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10976374'] for port, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:50.676357 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] get_ports_and_sgs() called for port_ids ['2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee'] {{(pid=85229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 11:26:50.740460 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-569ee321-84e6-45d7-93d3-0f3dd8f8b4e8 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:50.746165 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-0bcccfb6-c6ae-4540-ac10-b670312660cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:50.808368 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8dc0c-7a87-4425-9552-63a06557055e tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Pushing event deleted for resources: {'Port': ['ID=2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:50.834240 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8dc0c-7a87-4425-9552-63a06557055e tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:26:50.834696 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8dc0c-7a87-4425-9552-63a06557055e tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:26:50.835099 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8dc0c-7a87-4425-9552-63a06557055e tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:26:50.835496 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8dc0c-7a87-4425-9552-63a06557055e tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:26:50.835891 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8dc0c-7a87-4425-9552-63a06557055e tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:26:50.836284 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8dc0c-7a87-4425-9552-63a06557055e tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:26:50.836673 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8dc0c-7a87-4425-9552-63a06557055e tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:26:50.837055 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8dc0c-7a87-4425-9552-63a06557055e tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:26:50.837434 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8dc0c-7a87-4425-9552-63a06557055e tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:26:50.837817 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8dc0c-7a87-4425-9552-63a06557055e tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:26:50.838211 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8dc0c-7a87-4425-9552-63a06557055e tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:26:50.838675 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb8dc0c-7a87-4425-9552-63a06557055e tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:26:50.842043 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-bbb8dc0c-7a87-4425-9552-63a06557055e tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:50.981787 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a67f13d-e30b-4e0a-9155-8ce744856a44 req-bbb8dc0c-7a87-4425-9552-63a06557055e tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] No DVR routers for this DVR port 2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee on host hv-cinder-77459 {{(pid=85227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 11:26:50.984473 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-4a67f13d-e30b-4e0a-9155-8ce744856a44 req-bbb8dc0c-7a87-4425-9552-63a06557055e tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:50.989397 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5667245a-2cf3-455f-b1d6-af70e42acdf5', 'name': 'network-vif-deleted', 'tag': '2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee'}] {{(pid=85227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:26:51.003895 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4a67f13d-e30b-4e0a-9155-8ce744856a44 req-bbb8dc0c-7a87-4425-9552-63a06557055e tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.41 "DELETE /v2.0/ports/2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee HTTP/1.1" status: 204 len: 173 time: 0.9714804 Apr 14 11:26:51.055102 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5667245a-2cf3-455f-b1d6-af70e42acdf5', 'name': 'network-vif-deleted', 'tag': '2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee', 'status': 'completed', 'code': 200} Apr 14 11:26:51.117477 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-163ba445-5f8d-4a21-b94f-efef2f514df8 req-a8d71e74-7b09-48bc-84c2-724c60742b22 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/ports?device_id=5667245a-2cf3-455f-b1d6-af70e42acdf5 HTTP/1.1" status: 200 len: 210 time: 0.0596745 Apr 14 11:26:51.205539 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [None req-569ee321-84e6-45d7-93d3-0f3dd8f8b4e8 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Allocated IP 172.28.2.31 (f1313642-efe2-441a-94e8-1aeb14258027/43af2120-63d9-4ed9-b216-1037d2600bad/98f446fa-7201-41c0-8f6f-9ae038e792f4) {{(pid=85228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:26:51.358483 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-569ee321-84e6-45d7-93d3-0f3dd8f8b4e8 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for port, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:51.387372 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-569ee321-84e6-45d7-93d3-0f3dd8f8b4e8 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1926183'] for port, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:51.402161 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-fdfd51bc-a15e-4521-b7b2-a809854cc4a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:51.536216 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ee321-84e6-45d7-93d3-0f3dd8f8b4e8 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Pushing event updated for resources: {'Port': ['ID=98f446fa-7201-41c0-8f6f-9ae038e792f4,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:51.540905 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-569ee321-84e6-45d7-93d3-0f3dd8f8b4e8 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:51.592362 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569ee321-84e6-45d7-93d3-0f3dd8f8b4e8 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Network f1313642-efe2-441a-94e8-1aeb14258027 is already hosted by enough agents. {{(pid=85228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:26:51.594048 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-569ee321-84e6-45d7-93d3-0f3dd8f8b4e8 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Resources bound (agent type, host, resource id): {{(pid=85228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:26:51.596373 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569ee321-84e6-45d7-93d3-0f3dd8f8b4e8 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Received port after_create {{(pid=85228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:26:51.682608 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-569ee321-84e6-45d7-93d3-0f3dd8f8b4e8 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:51.743182 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-569ee321-84e6-45d7-93d3-0f3dd8f8b4e8 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:52.019517 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-569ee321-84e6-45d7-93d3-0f3dd8f8b4e8 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for port, precommit_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:52.024042 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-569ee321-84e6-45d7-93d3-0f3dd8f8b4e8 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852849601'] for port, after_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:52.040854 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-cd4107ee-eb25-41d8-b791-d0f374587808 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:52.176690 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ee321-84e6-45d7-93d3-0f3dd8f8b4e8 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Pushing event updated for resources: {'Port': ['ID=98f446fa-7201-41c0-8f6f-9ae038e792f4,revision_number=2']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:52.181346 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-569ee321-84e6-45d7-93d3-0f3dd8f8b4e8 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:52.289406 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-569ee321-84e6-45d7-93d3-0f3dd8f8b4e8 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854119394'] for floatingip, after_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:52.312532 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-569ee321-84e6-45d7-93d3-0f3dd8f8b4e8 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for floatingip, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:52.313836 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-569ee321-84e6-45d7-93d3-0f3dd8f8b4e8 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7637625 Apr 14 11:26:52.510074 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70277870-b171-4dae-a58f-a859dd795a93 req-269398f0-2c00-47aa-9646-52b9313c6e7f tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:52.511692 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-70277870-b171-4dae-a58f-a859dd795a93 req-269398f0-2c00-47aa-9646-52b9313c6e7f tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/networks?id=fbd9fb41-6848-46f2-88f7-7a3335f906f5 HTTP/1.1" status: 200 len: 809 time: 0.1578889 Apr 14 11:26:52.528463 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-70277870-b171-4dae-a58f-a859dd795a93 req-5e52ed03-e52a-4dbd-a606-968f5ef9df98 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/quotas/b65e4998f864466e98e75c4245ea3d14 HTTP/1.1" status: 200 len: 375 time: 0.0096185 Apr 14 11:26:52.530874 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-5376788f-bf1c-464e-9d75-b34690bfc65e tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Synchronizing usage tracker for tenant:d797536746cd4942b8a3a1f5e7b19e2b on resource:security_group {{(pid=85228) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:26:52.546015 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-5376788f-bf1c-464e-9d75-b34690bfc65e tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Unset dirty status for tenant:d797536746cd4942b8a3a1f5e7b19e2b on resource:security_group {{(pid=85228) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:26:52.547346 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-5376788f-bf1c-464e-9d75-b34690bfc65e tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--147045844&fields=id&tenant_id=d797536746cd4942b8a3a1f5e7b19e2b HTTP/1.1" status: 200 len: 267 time: 0.0417802 Apr 14 11:26:52.585219 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-70277870-b171-4dae-a58f-a859dd795a93 req-8c194cdc-e1d1-44ec-b4b2-1b38aa3b2024 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Synchronizing usage tracker for tenant:b65e4998f864466e98e75c4245ea3d14 on resource:port {{(pid=85227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:26:52.600536 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-70277870-b171-4dae-a58f-a859dd795a93 req-8c194cdc-e1d1-44ec-b4b2-1b38aa3b2024 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Unset dirty status for tenant:b65e4998f864466e98e75c4245ea3d14 on resource:port {{(pid=85227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:26:52.601876 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-70277870-b171-4dae-a58f-a859dd795a93 req-8c194cdc-e1d1-44ec-b4b2-1b38aa3b2024 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b65e4998f864466e98e75c4245ea3d14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668094 Apr 14 11:26:52.710176 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-6a1a2a4f-0279-46c3-beec-0e3e9e8a2c14 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:52.710898 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-6a1a2a4f-0279-46c3-beec-0e3e9e8a2c14 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Synchronizing usage tracker for tenant:d797536746cd4942b8a3a1f5e7b19e2b on resource:network {{(pid=85228) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:26:52.727456 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-6a1a2a4f-0279-46c3-beec-0e3e9e8a2c14 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Unset dirty status for tenant:d797536746cd4942b8a3a1f5e7b19e2b on resource:network {{(pid=85228) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:26:52.728701 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-6a1a2a4f-0279-46c3-beec-0e3e9e8a2c14 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/networks?id=107ffdc1-1c99-4692-a473-5dbc7ac62120 HTTP/1.1" status: 200 len: 811 time: 0.1737487 Apr 14 11:26:52.744488 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-176c76e7-2d42-48ef-9fca-1192a8ae9454 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/quotas/d797536746cd4942b8a3a1f5e7b19e2b HTTP/1.1" status: 200 len: 375 time: 0.0096581 Apr 14 11:26:52.745619 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-70277870-b171-4dae-a58f-a859dd795a93 req-93af077d-06b9-44b6-8b1b-8f145233ae64 service neutron] 10.222.0.52 "GET /v2.0/networks/fbd9fb41-6848-46f2-88f7-7a3335f906f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360917 Apr 14 11:26:52.836102 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-561d7c49-cebb-48f1-8aa4-ae619be6785b tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Synchronizing usage tracker for tenant:d797536746cd4942b8a3a1f5e7b19e2b on resource:port {{(pid=85228) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:26:52.850953 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-561d7c49-cebb-48f1-8aa4-ae619be6785b tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Unset dirty status for tenant:d797536746cd4942b8a3a1f5e7b19e2b on resource:port {{(pid=85228) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:26:52.852345 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-561d7c49-cebb-48f1-8aa4-ae619be6785b tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d797536746cd4942b8a3a1f5e7b19e2b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1021612 Apr 14 11:26:52.888299 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-70277870-b171-4dae-a58f-a859dd795a93 req-3bead070-67b8-48c0-9ed7-d501cfc5d1fb service neutron] 10.222.0.52 "GET /v2.0/networks/fbd9fb41-6848-46f2-88f7-7a3335f906f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360419 Apr 14 11:26:53.011836 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-7c6e3083-ad4e-43c5-a536-11a72c4b2c4b service neutron] 10.222.0.52 "GET /v2.0/networks/107ffdc1-1c99-4692-a473-5dbc7ac62120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462269 Apr 14 11:26:53.102012 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-29950ec1-56eb-48b2-9366-6f3d4e831bed req-ede692bc-72bd-4128-b50f-d0674f1875f2 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/ports?device_id=57256554-1bb3-4671-91dd-a321df373613 HTTP/1.1" status: 200 len: 210 time: 0.0710115 Apr 14 11:26:53.194084 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-b0a7d487-5ecf-4ad8-a3d0-65ac857fa92a service neutron] 10.222.0.52 "GET /v2.0/networks/107ffdc1-1c99-4692-a473-5dbc7ac62120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812685 Apr 14 11:26:53.215958 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:26:53.265255 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] No Port match for: 2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee {{(pid=85229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 11:26:53.266280 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 2fe8c74c-3fdb-41e8-9f88-77c78f02d2ee not bound to the agent host hv-cinder-77459 {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 11:26:53.410012 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-adb8ce8d-5606-4c85-8736-175f2ba8d395 req-560799dd-6a5b-4bab-a77f-1dcdf1b4cd20 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=73c1ff8a-e8a8-459f-b146-363da6af870c HTTP/1.1" status: 200 len: 210 time: 0.0480800 Apr 14 11:26:54.282613 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a8ed2d57-3527-4cad-b806-976edb7a870c req-c00f978e-7eb6-44e0-97eb-66742c2ac9d3 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/ports?device_id=57256554-1bb3-4671-91dd-a321df373613 HTTP/1.1" status: 200 len: 210 time: 0.0554123 Apr 14 11:26:54.352332 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70277870-b171-4dae-a58f-a859dd795a93 req-e37acacd-9767-42e0-82b9-f90bbbc3755a tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:54.353969 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-70277870-b171-4dae-a58f-a859dd795a93 req-e37acacd-9767-42e0-82b9-f90bbbc3755a tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.41 "GET /v2.0/networks?id=fbd9fb41-6848-46f2-88f7-7a3335f906f5 HTTP/1.1" status: 200 len: 809 time: 0.1920965 Apr 14 11:26:54.372943 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [req-70277870-b171-4dae-a58f-a859dd795a93 req-c1127946-11c4-4740-9aec-37d5f9e1d8fa tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Request body: {'port': {'device_id': '57256554-1bb3-4671-91dd-a321df373613', 'network_id': 'fbd9fb41-6848-46f2-88f7-7a3335f906f5', 'admin_state_up': True, 'tenant_id': 'b65e4998f864466e98e75c4245ea3d14'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:26:54.528332 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [req-70277870-b171-4dae-a58f-a859dd795a93 req-c1127946-11c4-4740-9aec-37d5f9e1d8fa tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:26:54.538933 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [req-70277870-b171-4dae-a58f-a859dd795a93 req-c1127946-11c4-4740-9aec-37d5f9e1d8fa tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:26:54.547838 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70277870-b171-4dae-a58f-a859dd795a93 req-c1127946-11c4-4740-9aec-37d5f9e1d8fa tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Made reservation on behalf of b65e4998f864466e98e75c4245ea3d14 for: {'port': 1} {{(pid=85227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:26:54.553959 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-70277870-b171-4dae-a58f-a859dd795a93 req-c1127946-11c4-4740-9aec-37d5f9e1d8fa tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:54.593566 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a799f000-c27d-4bb7-8c47-8a67143f11ce req-fc6261d7-2d1a-4e14-aaa1-072a49e01216 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=73c1ff8a-e8a8-459f-b146-363da6af870c HTTP/1.1" status: 200 len: 210 time: 0.0495501 Apr 14 11:26:54.815541 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [req-70277870-b171-4dae-a58f-a859dd795a93 req-c1127946-11c4-4740-9aec-37d5f9e1d8fa tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Allocated IP 172.20.0.13 (fbd9fb41-6848-46f2-88f7-7a3335f906f5/34ce089f-6fdf-40ed-ab0b-a21eba44a24f/428ff775-5a84-4fbc-88c5-b61a4a7809b5) {{(pid=85227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:26:54.885195 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-f2193ca2-de6b-44b1-8db4-9cc264fc5be4 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:54.886803 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-f2193ca2-de6b-44b1-8db4-9cc264fc5be4 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.41 "GET /v2.0/networks?id=107ffdc1-1c99-4692-a473-5dbc7ac62120 HTTP/1.1" status: 200 len: 811 time: 0.2074685 Apr 14 11:26:55.042954 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-4f79e94d-5832-40bc-9ddf-ca0bb676db44 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d797536746cd4942b8a3a1f5e7b19e2b HTTP/1.1" status: 200 len: 5704 time: 0.1428015 Apr 14 11:26:55.068047 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-c9b39a22-7964-4768-8f28-12585da1a34a tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Request body: {'port': {'device_id': '73c1ff8a-e8a8-459f-b146-363da6af870c', 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120', 'admin_state_up': True, 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'security_groups': ['d1122eea-f6fd-4b26-8b89-79ca47e60c73']}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:26:55.458267 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-70277870-b171-4dae-a58f-a859dd795a93 req-c1127946-11c4-4740-9aec-37d5f9e1d8fa tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Notify callbacks [] for port, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:55.485452 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ec3ed9d6-01ca-44e7-a748-1a665d7dff27 req-a8da17e9-ca2f-49c3-b95c-1c048671c4cc tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/ports?device_id=57256554-1bb3-4671-91dd-a321df373613 HTTP/1.1" status: 200 len: 210 time: 0.0775659 Apr 14 11:26:55.521845 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-c9b39a22-7964-4768-8f28-12585da1a34a tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:26:55.536473 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-c9b39a22-7964-4768-8f28-12585da1a34a tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:26:55.552195 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-c9b39a22-7964-4768-8f28-12585da1a34a tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Made reservation on behalf of d797536746cd4942b8a3a1f5e7b19e2b for: {'port': 1} {{(pid=85227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:26:55.555342 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-c9b39a22-7964-4768-8f28-12585da1a34a tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:55.560685 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-70277870-b171-4dae-a58f-a859dd795a93 req-c1127946-11c4-4740-9aec-37d5f9e1d8fa tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10976374'] for port, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:55.615701 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-71b931da-d37f-4acb-8dc0-5bdc1eea2865 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:55.826079 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-dd4be25c-bc26-40c2-a222-08c69888a814 req-727b8ac5-ff26-4452-a294-2b8385726993 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=73c1ff8a-e8a8-459f-b146-363da6af870c HTTP/1.1" status: 200 len: 210 time: 0.1063874 Apr 14 11:26:55.865284 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1127946-11c4-4740-9aec-37d5f9e1d8fa tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Pushing event updated for resources: {'Port': ['ID=428ff775-5a84-4fbc-88c5-b61a4a7809b5,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:55.900532 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-c1127946-11c4-4740-9aec-37d5f9e1d8fa tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:55.964574 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70277870-b171-4dae-a58f-a859dd795a93 req-c1127946-11c4-4740-9aec-37d5f9e1d8fa tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Network fbd9fb41-6848-46f2-88f7-7a3335f906f5 is already hosted by enough agents. {{(pid=85227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:26:55.965837 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-c9b39a22-7964-4768-8f28-12585da1a34a tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Allocated IP 172.20.0.14 (107ffdc1-1c99-4692-a473-5dbc7ac62120/f8dd919b-1721-4048-9598-4db7b1b92807/37cb7ca0-c927-41ee-be7c-247dfe1f012b) {{(pid=85227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:26:55.968306 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [req-70277870-b171-4dae-a58f-a859dd795a93 req-c1127946-11c4-4740-9aec-37d5f9e1d8fa tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Resources bound (agent type, host, resource id): {{(pid=85227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:26:55.973702 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [req-70277870-b171-4dae-a58f-a859dd795a93 req-c1127946-11c4-4740-9aec-37d5f9e1d8fa tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Received port after_create {{(pid=85227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:26:56.076293 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70277870-b171-4dae-a58f-a859dd795a93 req-c1127946-11c4-4740-9aec-37d5f9e1d8fa tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:56.076981 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-70277870-b171-4dae-a58f-a859dd795a93 req-c1127946-11c4-4740-9aec-37d5f9e1d8fa tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:56.105255 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 6 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:26:56.198147 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-70277870-b171-4dae-a58f-a859dd795a93 req-c1127946-11c4-4740-9aec-37d5f9e1d8fa tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8302386 Apr 14 11:26:56.222003 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [req-70277870-b171-4dae-a58f-a859dd795a93 req-ffd9c647-a6af-4ae3-83c0-321ec5bd245d service neutron] Request body: {'port': {'device_id': '57256554-1bb3-4671-91dd-a321df373613', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:26:56.353774 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-c9b39a22-7964-4768-8f28-12585da1a34a tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for port, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:56.389129 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-c9b39a22-7964-4768-8f28-12585da1a34a tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Transition to ACTIVE for port object 37cb7ca0-c927-41ee-be7c-247dfe1f012b will not be triggered until provisioned by entity DHCP. {{(pid=85227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:26:56.392829 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-70277870-b171-4dae-a58f-a859dd795a93 req-ffd9c647-a6af-4ae3-83c0-321ec5bd245d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:56.520211 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-c9b39a22-7964-4768-8f28-12585da1a34a tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10976374'] for port, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:56.537507 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-e14fa6be-305c-4014-b0e2-2cef3a316795 tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:56.700091 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160404a-c122-474d-ad72-8525104f95a9 req-7ae9aba2-b27f-4947-b10b-447fe9836cc3 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:56.703030 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4160404a-c122-474d-ad72-8525104f95a9 req-7ae9aba2-b27f-4947-b10b-447fe9836cc3 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/ports?device_id=57256554-1bb3-4671-91dd-a321df373613 HTTP/1.1" status: 200 len: 932 time: 0.1006083 Apr 14 11:26:56.735949 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4160404a-c122-474d-ad72-8525104f95a9 req-fcbfef86-dd0c-4051-8ff4-72c5a2d14136 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe38edf1-7654-4df1-bb6e-74d69916c46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274541 Apr 14 11:26:56.764223 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b39a22-7964-4768-8f28-12585da1a34a tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Pushing event updated for resources: {'Port': ['ID=37cb7ca0-c927-41ee-be7c-247dfe1f012b,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:56.772810 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-c9b39a22-7964-4768-8f28-12585da1a34a tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:56.913640 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-c9b39a22-7964-4768-8f28-12585da1a34a tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Network 107ffdc1-1c99-4692-a473-5dbc7ac62120 is already hosted by enough agents. {{(pid=85227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:26:56.917042 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-c9b39a22-7964-4768-8f28-12585da1a34a tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Resources bound (agent type, host, resource id): {{(pid=85227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:26:56.921312 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-c9b39a22-7964-4768-8f28-12585da1a34a tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Received port after_create {{(pid=85227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:26:57.068556 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-c9b39a22-7964-4768-8f28-12585da1a34a tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:57.069231 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-c9b39a22-7964-4768-8f28-12585da1a34a tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:57.138441 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-504280f9-9559-4ec6-9247-700e71010b23 None None] Provisioning for port 37cb7ca0-c927-41ee-be7c-247dfe1f012b completed by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:26:57.142996 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-c9b39a22-7964-4768-8f28-12585da1a34a tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0820522 Apr 14 11:26:57.143896 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-504280f9-9559-4ec6-9247-700e71010b23 None None] Provisioning complete for port 37cb7ca0-c927-41ee-be7c-247dfe1f012b triggered by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:26:57.144446 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-504280f9-9559-4ec6-9247-700e71010b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:57.164348 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-2b87fbee-e479-4666-abf0-706f3e19ed58 service neutron] Request body: {'port': {'device_id': '73c1ff8a-e8a8-459f-b146-363da6af870c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:26:57.208350 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-504280f9-9559-4ec6-9247-700e71010b23 None None] Port 37cb7ca0-c927-41ee-be7c-247dfe1f012b cannot update to ACTIVE because it is not bound. {{(pid=85229) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 11:26:57.226586 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [req-70277870-b171-4dae-a58f-a859dd795a93 req-ffd9c647-a6af-4ae3-83c0-321ec5bd245d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 428ff775-5a84-4fbc-88c5-b61a4a7809b5 {{(pid=85227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:26:57.238659 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819be4bb-8097-4bda-803e-56e78967b2fc req-638fe49d-591f-4ec2-b4a2-e26fcff8b7d8 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:57.239423 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-819be4bb-8097-4bda-803e-56e78967b2fc req-638fe49d-591f-4ec2-b4a2-e26fcff8b7d8 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Synchronizing usage tracker for tenant:d797536746cd4942b8a3a1f5e7b19e2b on resource:port {{(pid=85227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:26:57.255556 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-70277870-b171-4dae-a58f-a859dd795a93 req-ffd9c647-a6af-4ae3-83c0-321ec5bd245d service neutron] Notify callbacks [] for port, precommit_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:57.319824 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-819be4bb-8097-4bda-803e-56e78967b2fc req-638fe49d-591f-4ec2-b4a2-e26fcff8b7d8 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Unset dirty status for tenant:d797536746cd4942b8a3a1f5e7b19e2b on resource:port {{(pid=85227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:26:57.321079 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-819be4bb-8097-4bda-803e-56e78967b2fc req-638fe49d-591f-4ec2-b4a2-e26fcff8b7d8 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=73c1ff8a-e8a8-459f-b146-363da6af870c HTTP/1.1" status: 200 len: 932 time: 0.3726401 Apr 14 11:26:57.328299 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [req-70277870-b171-4dae-a58f-a859dd795a93 req-ffd9c647-a6af-4ae3-83c0-321ec5bd245d service neutron] Transition to ACTIVE for port object 428ff775-5a84-4fbc-88c5-b61a4a7809b5 will not be triggered until provisioned by entity L2. {{(pid=85227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:26:57.345762 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-70277870-b171-4dae-a58f-a859dd795a93 req-ffd9c647-a6af-4ae3-83c0-321ec5bd245d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843799442'] for port, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:57.364710 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-8d840b8f-72e4-4cd4-9705-bd174ce196d6 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:57.488936 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-819be4bb-8097-4bda-803e-56e78967b2fc req-eb8a2e4d-e387-475f-8fca-73ad6be35469 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=d1122eea-f6fd-4b26-8b89-79ca47e60c73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587477 Apr 14 11:26:57.505592 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-2b87fbee-e479-4666-abf0-706f3e19ed58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:57.784191 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9c647-a6af-4ae3-83c0-321ec5bd245d service neutron] Pushing event updated for resources: {'Port': ['ID=428ff775-5a84-4fbc-88c5-b61a4a7809b5,revision_number=2']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:57.805371 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-ffd9c647-a6af-4ae3-83c0-321ec5bd245d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:58.264963 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945c921-555a-42a7-9728-59dab17ff97d req-376496ff-5d75-4a21-b15b-337d3570a7f3 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:58.265707 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-7945c921-555a-42a7-9728-59dab17ff97d req-376496ff-5d75-4a21-b15b-337d3570a7f3 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Synchronizing usage tracker for tenant:b65e4998f864466e98e75c4245ea3d14 on resource:port {{(pid=85227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:26:58.335935 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-7945c921-555a-42a7-9728-59dab17ff97d req-376496ff-5d75-4a21-b15b-337d3570a7f3 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Unset dirty status for tenant:b65e4998f864466e98e75c4245ea3d14 on resource:port {{(pid=85227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:26:58.337129 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7945c921-555a-42a7-9728-59dab17ff97d req-376496ff-5d75-4a21-b15b-337d3570a7f3 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/ports?device_id=57256554-1bb3-4671-91dd-a321df373613 HTTP/1.1" status: 200 len: 944 time: 0.4837310 Apr 14 11:26:58.343032 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-70277870-b171-4dae-a58f-a859dd795a93 req-ffd9c647-a6af-4ae3-83c0-321ec5bd245d service neutron] Attempting to bind port 428ff775-5a84-4fbc-88c5-b61a4a7809b5 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:26:58.343401 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-70277870-b171-4dae-a58f-a859dd795a93 req-ffd9c647-a6af-4ae3-83c0-321ec5bd245d service neutron] Attempting to bind port 428ff775-5a84-4fbc-88c5-b61a4a7809b5 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'b5155f77-1803-408d-b8fa-536e79196144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'fbd9fb41-6848-46f2-88f7-7a3335f906f5'}] {{(pid=85227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:26:58.343763 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70277870-b171-4dae-a58f-a859dd795a93 req-ffd9c647-a6af-4ae3-83c0-321ec5bd245d service neutron] Attempting to bind port 428ff775-5a84-4fbc-88c5-b61a4a7809b5 on network fbd9fb41-6848-46f2-88f7-7a3335f906f5 {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:26:58.344812 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 33854) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:26:58.374655 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70277870-b171-4dae-a58f-a859dd795a93 req-ffd9c647-a6af-4ae3-83c0-321ec5bd245d service neutron] Port 428ff775-5a84-4fbc-88c5-b61a4a7809b5 on network fbd9fb41-6848-46f2-88f7-7a3335f906f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 11:26:58.375013 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70277870-b171-4dae-a58f-a859dd795a93 req-ffd9c647-a6af-4ae3-83c0-321ec5bd245d service neutron] Attempting to bind port 428ff775-5a84-4fbc-88c5-b61a4a7809b5 on network fbd9fb41-6848-46f2-88f7-7a3335f906f5 {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:26:58.390409 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70277870-b171-4dae-a58f-a859dd795a93 req-ffd9c647-a6af-4ae3-83c0-321ec5bd245d service neutron] Checking agent: {'id': 'dc008c19-4d73-4566-939f-5ab33892b678', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 20, 41), 'started_at': datetime.datetime(2021, 4, 14, 11, 20, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:26:58.390801 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70277870-b171-4dae-a58f-a859dd795a93 req-ffd9c647-a6af-4ae3-83c0-321ec5bd245d service neutron] Checking segment: {'id': 'b5155f77-1803-408d-b8fa-536e79196144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'fbd9fb41-6848-46f2-88f7-7a3335f906f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:26:58.391251 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70277870-b171-4dae-a58f-a859dd795a93 req-ffd9c647-a6af-4ae3-83c0-321ec5bd245d service neutron] Bound using segment: {'id': 'b5155f77-1803-408d-b8fa-536e79196144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'fbd9fb41-6848-46f2-88f7-7a3335f906f5'} {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:26:58.391709 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-70277870-b171-4dae-a58f-a859dd795a93 req-ffd9c647-a6af-4ae3-83c0-321ec5bd245d service neutron] Bound port: 428ff775-5a84-4fbc-88c5-b61a4a7809b5, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5155f77-1803-408d-b8fa-536e79196144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'fbd9fb41-6848-46f2-88f7-7a3335f906f5'}}] {{(pid=85227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:26:58.392082 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-70277870-b171-4dae-a58f-a859dd795a93 req-ffd9c647-a6af-4ae3-83c0-321ec5bd245d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:58.413707 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f941295-0a6b-4d53-bae6-f2814f26f6f5 admin admin] Deleting subnet dd791993-677c-47fb-93c9-00d005174322 {{(pid=85228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 11:26:58.416838 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0f941295-0a6b-4d53-bae6-f2814f26f6f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:58.437881 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7945c921-555a-42a7-9728-59dab17ff97d req-a73b8a60-b3d1-4dee-9073-1ffc7ca2805b tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe38edf1-7654-4df1-bb6e-74d69916c46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871420 Apr 14 11:26:58.471053 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0f941295-0a6b-4d53-bae6-f2814f26f6f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1862249'] for subnet, precommit_delete_associations {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:58.533295 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0f941295-0a6b-4d53-bae6-f2814f26f6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4125'] for subnet, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:58.545913 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-70277870-b171-4dae-a58f-a859dd795a93 req-ffd9c647-a6af-4ae3-83c0-321ec5bd245d service neutron] For port 428ff775-5a84-4fbc-88c5-b61a4a7809b5, host hv-cinder-77459, cleared binding levels {{(pid=85227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:26:58.550814 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-70277870-b171-4dae-a58f-a859dd795a93 req-ffd9c647-a6af-4ae3-83c0-321ec5bd245d service neutron] For port 428ff775-5a84-4fbc-88c5-b61a4a7809b5, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=428ff775-5a84-4fbc-88c5-b61a4a7809b5,segment=NetworkSegment(b5155f77-1803-408d-b8fa-536e79196144),segment_id=b5155f77-1803-408d-b8fa-536e79196144)] {{(pid=85227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:26:58.553396 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-2b87fbee-e479-4666-abf0-706f3e19ed58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37cb7ca0-c927-41ee-be7c-247dfe1f012b {{(pid=85227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:26:58.560608 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-70277870-b171-4dae-a58f-a859dd795a93 req-ffd9c647-a6af-4ae3-83c0-321ec5bd245d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843799442'] for port, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:58.574559 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-2b87fbee-e479-4666-abf0-706f3e19ed58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:58.580369 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-d5ab68dc-e236-4176-a4be-5b2f1782a07b tempest-VolumesNegativeTest-1672666452 tempest-VolumesNegativeTest-1672666452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:58.694621 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-2b87fbee-e479-4666-abf0-706f3e19ed58 service neutron] Transition to ACTIVE for port object 37cb7ca0-c927-41ee-be7c-247dfe1f012b will not be triggered until provisioned by entity L2. {{(pid=85227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:26:58.712954 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-2b87fbee-e479-4666-abf0-706f3e19ed58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843799442'] for port, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:58.816575 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9c647-a6af-4ae3-83c0-321ec5bd245d service neutron] Pushing event updated for resources: {'Port': ['ID=428ff775-5a84-4fbc-88c5-b61a4a7809b5,revision_number=3']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:58.824044 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-ffd9c647-a6af-4ae3-83c0-321ec5bd245d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:58.826400 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-82c19686-b39f-4f41-8833-51ad4e6afd4d tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:58.836939 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e0db6a-8a1a-4b72-89a8-9e49b989d4ac req-ef833a31-4363-4192-a000-b955eba68bb3 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:58.838575 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a1e0db6a-8a1a-4b72-89a8-9e49b989d4ac req-ef833a31-4363-4192-a000-b955eba68bb3 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=73c1ff8a-e8a8-459f-b146-363da6af870c HTTP/1.1" status: 200 len: 944 time: 0.1854067 Apr 14 11:26:58.882284 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a1e0db6a-8a1a-4b72-89a8-9e49b989d4ac req-2c565348-0999-45f9-99bd-24e6feddbafd tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=d1122eea-f6fd-4b26-8b89-79ca47e60c73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330884 Apr 14 11:26:58.898849 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0f941295-0a6b-4d53-bae6-f2814f26f6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852849550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843326858'] for subnet, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:58.915647 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:58.954576 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b87fbee-e479-4666-abf0-706f3e19ed58 service neutron] Pushing event updated for resources: {'Port': ['ID=37cb7ca0-c927-41ee-be7c-247dfe1f012b,revision_number=2']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:58.958051 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70277870-b171-4dae-a58f-a859dd795a93 req-ffd9c647-a6af-4ae3-83c0-321ec5bd245d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:58.958051 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-70277870-b171-4dae-a58f-a859dd795a93 req-ffd9c647-a6af-4ae3-83c0-321ec5bd245d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:58.959538 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-70277870-b171-4dae-a58f-a859dd795a93 req-ffd9c647-a6af-4ae3-83c0-321ec5bd245d service neutron] 10.222.0.41 "PUT /v2.0/ports/428ff775-5a84-4fbc-88c5-b61a4a7809b5 HTTP/1.1" status: 200 len: 1094 time: 2.7524559 Apr 14 11:26:58.962691 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57256554-1bb3-4671-91dd-a321df373613', 'tag': '428ff775-5a84-4fbc-88c5-b61a4a7809b5'}] {{(pid=85227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:26:58.967801 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-2b87fbee-e479-4666-abf0-706f3e19ed58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:59.015121 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f941295-0a6b-4d53-bae6-f2814f26f6f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd791993-677c-47fb-93c9-00d005174322,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:59.020620 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-0f941295-0a6b-4d53-bae6-f2814f26f6f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:59.065567 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0f941295-0a6b-4d53-bae6-f2814f26f6f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for subnet, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:59.072722 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-0f941295-0a6b-4d53-bae6-f2814f26f6f5 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/dd791993-677c-47fb-93c9-00d005174322 HTTP/1.1" status: 204 len: 168 time: 0.7261188 Apr 14 11:26:59.075147 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 33864) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:26:59.089478 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57256554-1bb3-4671-91dd-a321df373613', 'tag': '428ff775-5a84-4fbc-88c5-b61a4a7809b5', 'status': 'completed', 'code': 200} Apr 14 11:26:59.201740 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-edf29885-4e20-4b9f-b4a4-4e6a16e62630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854523456'] for network, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:59.233918 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70277870-b171-4dae-a58f-a859dd795a93 req-e8cff5b9-1cea-4c47-a65d-3c315cbbef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:59.235520 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-70277870-b171-4dae-a58f-a859dd795a93 req-e8cff5b9-1cea-4c47-a65d-3c315cbbef9e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b65e4998f864466e98e75c4245ea3d14&device_id=57256554-1bb3-4671-91dd-a321df373613 HTTP/1.1" status: 200 len: 1097 time: 0.1938550 Apr 14 11:26:59.236398 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-2b87fbee-e479-4666-abf0-706f3e19ed58 service neutron] Attempting to bind port 37cb7ca0-c927-41ee-be7c-247dfe1f012b on host hv-cinder-77459 for vnic_type normal with profile {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:26:59.236683 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-2b87fbee-e479-4666-abf0-706f3e19ed58 service neutron] Attempting to bind port 37cb7ca0-c927-41ee-be7c-247dfe1f012b by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'eee09de6-2fbd-4c24-ab11-3382d1e941e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120'}] {{(pid=85227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:26:59.237039 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-2b87fbee-e479-4666-abf0-706f3e19ed58 service neutron] Attempting to bind port 37cb7ca0-c927-41ee-be7c-247dfe1f012b on network 107ffdc1-1c99-4692-a473-5dbc7ac62120 {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:26:59.242294 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-2b87fbee-e479-4666-abf0-706f3e19ed58 service neutron] Port 37cb7ca0-c927-41ee-be7c-247dfe1f012b on network 107ffdc1-1c99-4692-a473-5dbc7ac62120 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 11:26:59.242672 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-2b87fbee-e479-4666-abf0-706f3e19ed58 service neutron] Attempting to bind port 37cb7ca0-c927-41ee-be7c-247dfe1f012b on network 107ffdc1-1c99-4692-a473-5dbc7ac62120 {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:26:59.307283 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-2b87fbee-e479-4666-abf0-706f3e19ed58 service neutron] Checking agent: {'id': 'dc008c19-4d73-4566-939f-5ab33892b678', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 20, 41), 'started_at': datetime.datetime(2021, 4, 14, 11, 20, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:26:59.307585 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-2b87fbee-e479-4666-abf0-706f3e19ed58 service neutron] Checking segment: {'id': 'eee09de6-2fbd-4c24-ab11-3382d1e941e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:26:59.308003 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-2b87fbee-e479-4666-abf0-706f3e19ed58 service neutron] Bound using segment: {'id': 'eee09de6-2fbd-4c24-ab11-3382d1e941e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120'} {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:26:59.308486 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-2b87fbee-e479-4666-abf0-706f3e19ed58 service neutron] Bound port: 37cb7ca0-c927-41ee-be7c-247dfe1f012b, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eee09de6-2fbd-4c24-ab11-3382d1e941e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120'}}] {{(pid=85227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:26:59.308887 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-2b87fbee-e479-4666-abf0-706f3e19ed58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:59.352306 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-70277870-b171-4dae-a58f-a859dd795a93 req-b233eb07-f39f-4163-a491-f3f6babf5e20 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=428ff775-5a84-4fbc-88c5-b61a4a7809b5 HTTP/1.1" status: 200 len: 217 time: 0.1059272 Apr 14 11:26:59.392545 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-edf29885-4e20-4b9f-b4a4-4e6a16e62630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854651492', 'neutron.services.segments.db._delete_segments_for_network--9223363295256356434'] for network, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:59.448291 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-2b87fbee-e479-4666-abf0-706f3e19ed58 service neutron] For port 37cb7ca0-c927-41ee-be7c-247dfe1f012b, host hv-cinder-77459, cleared binding levels {{(pid=85227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:26:59.454802 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70277870-b171-4dae-a58f-a859dd795a93 req-7d0b450c-7014-4dcf-aef8-151218aabe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:59.456340 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-70277870-b171-4dae-a58f-a859dd795a93 req-7d0b450c-7014-4dcf-aef8-151218aabe4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=34ce089f-6fdf-40ed-ab0b-a21eba44a24f HTTP/1.1" status: 200 len: 849 time: 0.0910358 Apr 14 11:26:59.460596 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-2b87fbee-e479-4666-abf0-706f3e19ed58 service neutron] For port 37cb7ca0-c927-41ee-be7c-247dfe1f012b, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=37cb7ca0-c927-41ee-be7c-247dfe1f012b,segment=NetworkSegment(eee09de6-2fbd-4c24-ab11-3382d1e941e6),segment_id=eee09de6-2fbd-4c24-ab11-3382d1e941e6)] {{(pid=85227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:26:59.465459 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-2b87fbee-e479-4666-abf0-706f3e19ed58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843799442'] for port, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:59.484395 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-176167b2-6f49-4dd7-99f4-2b5cca97d757 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:26:59.508176 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-edf29885-4e20-4b9f-b4a4-4e6a16e62630 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b92b3d-2a83-4f23-93ff-a331c2a662c2']}} {{(pid=85228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:26:59.521565 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-edf29885-4e20-4b9f-b4a4-4e6a16e62630 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652d1cc2-c1dc-4377-8688-41fabdc1dac0') {'for_net_delete': True} {{(pid=85228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:26:59.521902 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-edf29885-4e20-4b9f-b4a4-4e6a16e62630 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652d1cc2-c1dc-4377-8688-41fabdc1dac0') {} {{(pid=85228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:26:59.534899 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-edf29885-4e20-4b9f-b4a4-4e6a16e62630 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295256356178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863071'] for segment, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:59.553964 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-edf29885-4e20-4b9f-b4a4-4e6a16e62630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774745'] for segment, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:59.559568 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edf29885-4e20-4b9f-b4a4-4e6a16e62630 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=85228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 11:26:59.665121 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-70277870-b171-4dae-a58f-a859dd795a93 req-b07da577-6417-4661-b018-c43c17235ebd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fbd9fb41-6848-46f2-88f7-7a3335f906f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1818092 Apr 14 11:26:59.738060 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-edf29885-4e20-4b9f-b4a4-4e6a16e62630 admin admin] Network 60b92b3d-2a83-4f23-93ff-a331c2a662c2 has no segments {{(pid=85228) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 11:26:59.746955 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-edf29885-4e20-4b9f-b4a4-4e6a16e62630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852849635'] for segment, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:59.829324 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b87fbee-e479-4666-abf0-706f3e19ed58 service neutron] Pushing event updated for resources: {'Port': ['ID=37cb7ca0-c927-41ee-be7c-247dfe1f012b,revision_number=3']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:26:59.840607 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-2b87fbee-e479-4666-abf0-706f3e19ed58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:26:59.920040 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213328c-7643-48a2-823c-e6fcf2c00c69 req-aad477dd-03bc-418b-9ed6-e682e3760ea6 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:59.921805 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8213328c-7643-48a2-823c-e6fcf2c00c69 req-aad477dd-03bc-418b-9ed6-e682e3760ea6 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/ports?device_id=57256554-1bb3-4671-91dd-a321df373613 HTTP/1.1" status: 200 len: 944 time: 0.3558230 Apr 14 11:26:59.931259 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-70277870-b171-4dae-a58f-a859dd795a93 req-056eddfb-1ccc-4106-a1aa-11a2482903d2 service neutron] 10.222.0.41 "GET /v2.0/networks/fbd9fb41-6848-46f2-88f7-7a3335f906f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503173 Apr 14 11:26:59.932576 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-2b87fbee-e479-4666-abf0-706f3e19ed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:26:59.933222 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-2b87fbee-e479-4666-abf0-706f3e19ed58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:26:59.934648 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-2b87fbee-e479-4666-abf0-706f3e19ed58 service neutron] 10.222.0.41 "PUT /v2.0/ports/37cb7ca0-c927-41ee-be7c-247dfe1f012b HTTP/1.1" status: 200 len: 1094 time: 2.7760346 Apr 14 11:27:00.272164 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-edf29885-4e20-4b9f-b4a4-4e6a16e62630 admin admin] Network 60b92b3d-2a83-4f23-93ff-a331c2a662c2 has no segments {{(pid=85228) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 11:27:00.299378 dv-cinder-774594-3-smb neutron-server[85114]: Traceback (most recent call last): Apr 14 11:27:00.299378 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 11:27:00.299378 dv-cinder-774594-3-smb neutron-server[85114]: timer() Apr 14 11:27:00.299378 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 11:27:00.299378 dv-cinder-774594-3-smb neutron-server[85114]: cb(*args, **kw) Apr 14 11:27:00.299378 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 11:27:00.299378 dv-cinder-774594-3-smb neutron-server[85114]: return func(*args, **kwargs) Apr 14 11:27:00.299378 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 11:27:00.299378 dv-cinder-774594-3-smb neutron-server[85114]: self._notify() Apr 14 11:27:00.299378 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 11:27:00.299378 dv-cinder-774594-3-smb neutron-server[85114]: self.callback(batched_events) Apr 14 11:27:00.299378 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 11:27:00.299378 dv-cinder-774594-3-smb neutron-server[85114]: event.method(event) Apr 14 11:27:00.299378 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 11:27:00.299378 dv-cinder-774594-3-smb neutron-server[85114]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 11:27:00.299378 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 11:27:00.299378 dv-cinder-774594-3-smb neutron-server[85114]: segment_id)['aggregates'][0] Apr 14 11:27:00.299378 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 11:27:00.299378 dv-cinder-774594-3-smb neutron-server[85114]: return f(self, *a, **k) Apr 14 11:27:00.299378 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 11:27:00.299378 dv-cinder-774594-3-smb neutron-server[85114]: return self._get(url).json() Apr 14 11:27:00.299378 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 11:27:00.299378 dv-cinder-774594-3-smb neutron-server[85114]: **kwargs) Apr 14 11:27:00.299378 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 11:27:00.299378 dv-cinder-774594-3-smb neutron-server[85114]: return self.request(url, 'GET', **kwargs) Apr 14 11:27:00.299378 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 11:27:00.299378 dv-cinder-774594-3-smb neutron-server[85114]: **endpoint_filter) Apr 14 11:27:00.299378 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 11:27:00.299378 dv-cinder-774594-3-smb neutron-server[85114]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 11:27:00.299378 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 11:27:00.299378 dv-cinder-774594-3-smb neutron-server[85114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 11:27:00.299378 dv-cinder-774594-3-smb neutron-server[85114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 11:27:00.346735 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8213328c-7643-48a2-823c-e6fcf2c00c69 req-d147a75b-b15f-41eb-9cd3-213f0eae91d5 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe38edf1-7654-4df1-bb6e-74d69916c46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775778 Apr 14 11:27:00.397065 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-edf29885-4e20-4b9f-b4a4-4e6a16e62630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-124293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854119409'] for network, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:00.408065 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-825bbae7-91b2-47ba-93d5-e86a47f9cf68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:27:00.419301 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-70277870-b171-4dae-a58f-a859dd795a93 req-5adf9361-4f96-4cea-a7de-2bc0961f3412 service neutron] 10.222.0.41 "GET /v2.0/networks/fbd9fb41-6848-46f2-88f7-7a3335f906f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4765368 Apr 14 11:27:00.422878 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-924ee206-efcb-47c4-bd60-e972fdc58e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:00.424541 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-924ee206-efcb-47c4-bd60-e972fdc58e85 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d797536746cd4942b8a3a1f5e7b19e2b&device_id=73c1ff8a-e8a8-459f-b146-363da6af870c HTTP/1.1" status: 200 len: 1097 time: 0.4449775 Apr 14 11:27:00.430249 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccea555-5a4a-434d-94b6-610d1086a71f req-67908eb1-9469-41f6-a7ca-3dfc01c33858 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:00.431917 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0ccea555-5a4a-434d-94b6-610d1086a71f req-67908eb1-9469-41f6-a7ca-3dfc01c33858 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=73c1ff8a-e8a8-459f-b146-363da6af870c HTTP/1.1" status: 200 len: 944 time: 0.2228954 Apr 14 11:27:00.433033 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-edf29885-4e20-4b9f-b4a4-4e6a16e62630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for network, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:00.441112 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf29885-4e20-4b9f-b4a4-4e6a16e62630 admin admin] Pushing event deleted for resources: {'Network': ['ID=60b92b3d-2a83-4f23-93ff-a331c2a662c2,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:27:00.459148 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-edf29885-4e20-4b9f-b4a4-4e6a16e62630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:27:00.475769 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0ccea555-5a4a-434d-94b6-610d1086a71f req-70059769-432a-4e54-aa2b-4ff0e6352675 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=d1122eea-f6fd-4b26-8b89-79ca47e60c73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311034 Apr 14 11:27:00.477993 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-edf29885-4e20-4b9f-b4a4-4e6a16e62630 admin admin] 10.222.0.52 "DELETE /v2.0/networks/60b92b3d-2a83-4f23-93ff-a331c2a662c2 HTTP/1.1" status: 204 len: 168 time: 1.4017467 Apr 14 11:27:00.546974 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-2289ac70-5bae-4e84-9b51-93afd7ed377b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37cb7ca0-c927-41ee-be7c-247dfe1f012b HTTP/1.1" status: 200 len: 217 time: 0.1103210 Apr 14 11:27:00.605444 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 33876) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:27:00.633163 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-26d24b49-31fb-4668-9f57-b39f2efb4458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:00.634743 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-26d24b49-31fb-4668-9f57-b39f2efb4458 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f8dd919b-1721-4048-9598-4db7b1b92807 HTTP/1.1" status: 200 len: 850 time: 0.0789514 Apr 14 11:27:00.642355 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-8898e8a7-4702-448c-86a0-f39d1d13d0ae admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b672523e641041eca8bdc8921ad3e68e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0331802 Apr 14 11:27:00.642671 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 33880) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:27:00.643685 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bc0ea-7956-4462-82ca-5e5bc3f54714 req-43de0a69-b794-4834-bd7f-5d5b4b6288c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:00.645168 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4f7bc0ea-7956-4462-82ca-5e5bc3f54714 req-43de0a69-b794-4834-bd7f-5d5b4b6288c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b65e4998f864466e98e75c4245ea3d14&device_id=57256554-1bb3-4671-91dd-a321df373613 HTTP/1.1" status: 200 len: 1097 time: 0.1497047 Apr 14 11:27:00.709684 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b5c30bda-c50b-418d-b3ae-b00cbd2fae02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:00.737551 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b5c30bda-c50b-418d-b3ae-b00cbd2fae02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:00.783532 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b5c30bda-c50b-418d-b3ae-b00cbd2fae02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:00.788580 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-1e2bbe84-fccc-45dd-86e2-7c44a7f87d10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:27:00.802836 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c30bda-c50b-418d-b3ae-b00cbd2fae02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318d734d-4082-4e38-9fd7-f87715632db2,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:27:00.808049 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b5c30bda-c50b-418d-b3ae-b00cbd2fae02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:27:00.810103 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b5c30bda-c50b-418d-b3ae-b00cbd2fae02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:00.811331 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-b5c30bda-c50b-418d-b3ae-b00cbd2fae02 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/318d734d-4082-4e38-9fd7-f87715632db2 HTTP/1.1" status: 204 len: 168 time: 0.1676443 Apr 14 11:27:00.856186 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-cb00f84b-c955-4deb-9101-79e8bf168447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:00.857825 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-cb00f84b-c955-4deb-9101-79e8bf168447 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=107ffdc1-1c99-4692-a473-5dbc7ac62120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2117622 Apr 14 11:27:00.859010 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bc0ea-7956-4462-82ca-5e5bc3f54714 req-33f4758e-26a0-416f-81c1-0dacfe5b3a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:00.860475 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4f7bc0ea-7956-4462-82ca-5e5bc3f54714 req-33f4758e-26a0-416f-81c1-0dacfe5b3a83 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fbd9fb41-6848-46f2-88f7-7a3335f906f5 HTTP/1.1" status: 200 len: 910 time: 0.1772242 Apr 14 11:27:01.022344 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4f7bc0ea-7956-4462-82ca-5e5bc3f54714 req-91416be2-cbfb-4108-8fa9-f8b3ba738bb5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=428ff775-5a84-4fbc-88c5-b61a4a7809b5 HTTP/1.1" status: 200 len: 217 time: 0.1185060 Apr 14 11:27:01.090948 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c1ff8a-e8a8-459f-b146-363da6af870c', 'tag': '37cb7ca0-c927-41ee-be7c-247dfe1f012b'}] {{(pid=85227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:27:01.149085 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c1ff8a-e8a8-459f-b146-363da6af870c', 'tag': '37cb7ca0-c927-41ee-be7c-247dfe1f012b', 'status': 'completed', 'code': 200} Apr 14 11:27:01.155580 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bc0ea-7956-4462-82ca-5e5bc3f54714 req-c84b10f8-266c-49f7-b697-8478494e0a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:01.157223 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4f7bc0ea-7956-4462-82ca-5e5bc3f54714 req-c84b10f8-266c-49f7-b697-8478494e0a4e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=34ce089f-6fdf-40ed-ab0b-a21eba44a24f HTTP/1.1" status: 200 len: 849 time: 0.1242826 Apr 14 11:27:01.162720 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-7134e56f-455e-41e4-892c-ba40352bcb98 service neutron] 10.222.0.41 "GET /v2.0/networks/107ffdc1-1c99-4692-a473-5dbc7ac62120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806933 Apr 14 11:27:01.248935 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4f7bc0ea-7956-4462-82ca-5e5bc3f54714 req-c0e27c4e-06ce-4552-8315-5f7f8e78e9cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fbd9fb41-6848-46f2-88f7-7a3335f906f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702493 Apr 14 11:27:01.469367 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e9f4c83a-aaf4-4151-8ad2-c3702e3cd90a req-90248379-809a-4662-a1b2-306893599204 service neutron] 10.222.0.41 "GET /v2.0/networks/107ffdc1-1c99-4692-a473-5dbc7ac62120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563229 Apr 14 11:27:01.521032 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4f7bc0ea-7956-4462-82ca-5e5bc3f54714 req-9d2a9869-f4ff-44e9-8654-ad51826e6ac9 service neutron] 10.222.0.41 "GET /v2.0/networks/fbd9fb41-6848-46f2-88f7-7a3335f906f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249417 Apr 14 11:27:01.678729 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe32c1-4b8d-46bc-8e3b-9124e2bc52e0 req-4fd8d4fa-e061-445b-b567-dafb65dc32c3 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:01.680246 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5cfe32c1-4b8d-46bc-8e3b-9124e2bc52e0 req-4fd8d4fa-e061-445b-b567-dafb65dc32c3 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=73c1ff8a-e8a8-459f-b146-363da6af870c HTTP/1.1" status: 200 len: 944 time: 0.0880058 Apr 14 11:27:01.711054 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9a6a0-6afb-4d2c-a104-5525c2f03e99 req-9654f34e-5319-4518-a108-a6521eeb1fec tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:01.712642 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ade9a6a0-6afb-4d2c-a104-5525c2f03e99 req-9654f34e-5319-4518-a108-a6521eeb1fec tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/ports?device_id=57256554-1bb3-4671-91dd-a321df373613 HTTP/1.1" status: 200 len: 944 time: 0.2399535 Apr 14 11:27:01.714268 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5cfe32c1-4b8d-46bc-8e3b-9124e2bc52e0 req-de6b3046-da41-4841-bbc6-f8bdb4a3491f tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=d1122eea-f6fd-4b26-8b89-79ca47e60c73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276244 Apr 14 11:27:01.782304 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ade9a6a0-6afb-4d2c-a104-5525c2f03e99 req-b698b4ed-40f5-4d35-919f-ba3f8ff3edcd tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe38edf1-7654-4df1-bb6e-74d69916c46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516329 Apr 14 11:27:01.789756 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4f7bc0ea-7956-4462-82ca-5e5bc3f54714 req-73591df0-25c9-4992-abc9-688624eebafa service neutron] 10.222.0.41 "GET /v2.0/networks/fbd9fb41-6848-46f2-88f7-7a3335f906f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492502 Apr 14 11:27:01.792660 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23588e9a-7f15-410e-9544-e0e18ad9b9c6 req-9fedc0e5-14e7-45be-8177-86b8995ab270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:01.794102 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-23588e9a-7f15-410e-9544-e0e18ad9b9c6 req-9fedc0e5-14e7-45be-8177-86b8995ab270 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d797536746cd4942b8a3a1f5e7b19e2b&device_id=73c1ff8a-e8a8-459f-b146-363da6af870c HTTP/1.1" status: 200 len: 1097 time: 0.2558439 Apr 14 11:27:01.941951 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23588e9a-7f15-410e-9544-e0e18ad9b9c6 req-97ab3ee3-a6a4-4a5e-a114-76fcb160a2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:01.943510 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-23588e9a-7f15-410e-9544-e0e18ad9b9c6 req-97ab3ee3-a6a4-4a5e-a114-76fcb160a2df service neutron] 10.222.0.41 "GET /v2.0/networks?id=107ffdc1-1c99-4692-a473-5dbc7ac62120 HTTP/1.1" status: 200 len: 912 time: 0.1350675 Apr 14 11:27:02.019212 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-23588e9a-7f15-410e-9544-e0e18ad9b9c6 req-6923bef7-f2b4-4fa3-9e55-cd5792da1c28 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37cb7ca0-c927-41ee-be7c-247dfe1f012b HTTP/1.1" status: 200 len: 217 time: 0.0674901 Apr 14 11:27:02.095644 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23588e9a-7f15-410e-9544-e0e18ad9b9c6 req-7d876d97-12ed-4872-832b-e813cda79b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:02.097221 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-23588e9a-7f15-410e-9544-e0e18ad9b9c6 req-7d876d97-12ed-4872-832b-e813cda79b31 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f8dd919b-1721-4048-9598-4db7b1b92807 HTTP/1.1" status: 200 len: 850 time: 0.0708208 Apr 14 11:27:02.179886 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23588e9a-7f15-410e-9544-e0e18ad9b9c6 req-9d477f7b-3cea-42cf-89a6-45d7fb895e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:02.181422 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-23588e9a-7f15-410e-9544-e0e18ad9b9c6 req-9d477f7b-3cea-42cf-89a6-45d7fb895e9a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=107ffdc1-1c99-4692-a473-5dbc7ac62120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0754604 Apr 14 11:27:02.320089 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-23588e9a-7f15-410e-9544-e0e18ad9b9c6 req-4acded64-4bd6-4a8c-8275-773eed1e7a2d service neutron] 10.222.0.41 "GET /v2.0/networks/107ffdc1-1c99-4692-a473-5dbc7ac62120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307447 Apr 14 11:27:02.459956 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-23588e9a-7f15-410e-9544-e0e18ad9b9c6 req-4cbc29ed-d4a9-4105-8e78-1be7a7edbd7d service neutron] 10.222.0.41 "GET /v2.0/networks/107ffdc1-1c99-4692-a473-5dbc7ac62120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301954 Apr 14 11:27:02.916322 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2411a-4088-46c0-b2d1-e3d9cc81a355 req-776eb5b4-e6d4-481a-9c74-66a2c807cff3 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:02.917909 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-26d2411a-4088-46c0-b2d1-e3d9cc81a355 req-776eb5b4-e6d4-481a-9c74-66a2c807cff3 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=73c1ff8a-e8a8-459f-b146-363da6af870c HTTP/1.1" status: 200 len: 944 time: 0.0866861 Apr 14 11:27:02.948682 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-26d2411a-4088-46c0-b2d1-e3d9cc81a355 req-e61940b8-9469-454c-ba7a-25ed08e0ba42 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=d1122eea-f6fd-4b26-8b89-79ca47e60c73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0239708 Apr 14 11:27:02.984227 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc637b0-f3a7-4c8a-b6c0-a0b03146fe1a req-cfd96e5e-70b5-49e8-8f65-0d5126674667 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:02.986310 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9cc637b0-f3a7-4c8a-b6c0-a0b03146fe1a req-cfd96e5e-70b5-49e8-8f65-0d5126674667 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/ports?device_id=57256554-1bb3-4671-91dd-a321df373613 HTTP/1.1" status: 200 len: 944 time: 0.0880618 Apr 14 11:27:03.017417 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9cc637b0-f3a7-4c8a-b6c0-a0b03146fe1a req-d512a758-1065-4c41-ba49-0ade512fbc74 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe38edf1-7654-4df1-bb6e-74d69916c46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0245721 Apr 14 11:27:03.277993 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 37cb7ca0-c927-41ee-be7c-247dfe1f012b details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 11:27:03.579071 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port 37cb7ca0-c927-41ee-be7c-247dfe1f012b, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=37cb7ca0-c927-41ee-be7c-247dfe1f012b,segment=NetworkSegment(eee09de6-2fbd-4c24-ab11-3382d1e941e6),segment_id=eee09de6-2fbd-4c24-ab11-3382d1e941e6)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:27:03.592410 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Returning: {'device': '37cb7ca0-c927-41ee-be7c-247dfe1f012b', 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120', 'port_id': '37cb7ca0-c927-41ee-be7c-247dfe1f012b', 'mac_address': 'fa:16:3e:2a:7b:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dd919b-1721-4048-9598-4db7b1b92807', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 11:27:03.649530 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:03.650792 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37cb7ca0-c927-41ee-be7c-247dfe1f012b {{(pid=85229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:27:03.666649 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port 37cb7ca0-c927-41ee-be7c-247dfe1f012b, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=37cb7ca0-c927-41ee-be7c-247dfe1f012b,segment=NetworkSegment(eee09de6-2fbd-4c24-ab11-3382d1e941e6),segment_id=eee09de6-2fbd-4c24-ab11-3382d1e941e6)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:27:03.669718 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:03.670450 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 428ff775-5a84-4fbc-88c5-b61a4a7809b5 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 11:27:03.674287 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:27:03.816635 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=37cb7ca0-c927-41ee-be7c-247dfe1f012b,revision_number=4']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:27:03.821319 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:27:03.874735 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port 428ff775-5a84-4fbc-88c5-b61a4a7809b5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=428ff775-5a84-4fbc-88c5-b61a4a7809b5,segment=NetworkSegment(b5155f77-1803-408d-b8fa-536e79196144),segment_id=b5155f77-1803-408d-b8fa-536e79196144)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:27:03.888233 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Returning: {'device': '428ff775-5a84-4fbc-88c5-b61a4a7809b5', 'network_id': 'fbd9fb41-6848-46f2-88f7-7a3335f906f5', 'port_id': '428ff775-5a84-4fbc-88c5-b61a4a7809b5', 'mac_address': 'fa:16:3e:1d:1c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34ce089f-6fdf-40ed-ab0b-a21eba44a24f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 11:27:03.945080 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:03.946319 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 428ff775-5a84-4fbc-88c5-b61a4a7809b5 {{(pid=85229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:27:03.962314 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port 428ff775-5a84-4fbc-88c5-b61a4a7809b5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=428ff775-5a84-4fbc-88c5-b61a4a7809b5,segment=NetworkSegment(b5155f77-1803-408d-b8fa-536e79196144),segment_id=b5155f77-1803-408d-b8fa-536e79196144)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:27:03.965561 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:03.967388 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:27:04.039766 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=428ff775-5a84-4fbc-88c5-b61a4a7809b5,revision_number=4']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:27:04.045947 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:27:04.154673 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3072897-6ed3-4833-ab41-fb3fac51485f req-f234bf0e-828c-4285-bcb2-afd6f38c344e tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:04.156319 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a3072897-6ed3-4833-ab41-fb3fac51485f req-f234bf0e-828c-4285-bcb2-afd6f38c344e tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=73c1ff8a-e8a8-459f-b146-363da6af870c HTTP/1.1" status: 200 len: 945 time: 0.0910957 Apr 14 11:27:04.192033 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a3072897-6ed3-4833-ab41-fb3fac51485f req-9c94cd54-f894-4fe3-9754-402892d075d3 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=d1122eea-f6fd-4b26-8b89-79ca47e60c73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279298 Apr 14 11:27:04.229731 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59b797-e37d-4bd0-a571-6fcb2a389bb4 req-8fcc2fbc-5979-465e-966c-58885b6f594e tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:04.231341 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-bc59b797-e37d-4bd0-a571-6fcb2a389bb4 req-8fcc2fbc-5979-465e-966c-58885b6f594e tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/ports?device_id=57256554-1bb3-4671-91dd-a321df373613 HTTP/1.1" status: 200 len: 945 time: 0.0950377 Apr 14 11:27:04.261550 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-bc59b797-e37d-4bd0-a571-6fcb2a389bb4 req-f8b433dc-5bda-472c-b2d5-4b07b75081b7 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe38edf1-7654-4df1-bb6e-74d69916c46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0238829 Apr 14 11:27:04.269077 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] get_ports_and_sgs() called for port_ids ['37cb7ca0-c927-41ee-be7c-247dfe1f012b'] {{(pid=85229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 11:27:04.303285 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] get_ports_and_sgs() called for port_ids ['428ff775-5a84-4fbc-88c5-b61a4a7809b5'] {{(pid=85229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 11:27:05.293701 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 37cb7ca0-c927-41ee-be7c-247dfe1f012b up at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:27:05.370394 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning for port 37cb7ca0-c927-41ee-be7c-247dfe1f012b completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:27:05.376034 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning complete for port 37cb7ca0-c927-41ee-be7c-247dfe1f012b triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:27:05.376459 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:05.396460 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bb202-78d9-476f-b7bc-1c4beedc23b7 req-13132616-88a6-463a-b320-f750226c5cc5 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:05.398187 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1b2bb202-78d9-476f-b7bc-1c4beedc23b7 req-13132616-88a6-463a-b320-f750226c5cc5 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=73c1ff8a-e8a8-459f-b146-363da6af870c HTTP/1.1" status: 200 len: 945 time: 0.0932920 Apr 14 11:27:05.431704 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1b2bb202-78d9-476f-b7bc-1c4beedc23b7 req-f3da7f1a-c248-4628-a0b5-44e2381e9a2e tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=d1122eea-f6fd-4b26-8b89-79ca47e60c73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260737 Apr 14 11:27:05.510498 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:05.522322 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c1ff8a-e8a8-459f-b146-363da6af870c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37cb7ca0-c927-41ee-be7c-247dfe1f012b'}] {{(pid=85229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:27:05.533479 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port 37cb7ca0-c927-41ee-be7c-247dfe1f012b, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=37cb7ca0-c927-41ee-be7c-247dfe1f012b,segment=NetworkSegment(eee09de6-2fbd-4c24-ab11-3382d1e941e6),segment_id=eee09de6-2fbd-4c24-ab11-3382d1e941e6)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:27:05.539769 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:05.540711 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 428ff775-5a84-4fbc-88c5-b61a4a7809b5 up at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:27:05.574051 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-962b8ff5-23d4-443c-ac27-4d07f3e80f6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:27:05.611375 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5674ca9-1f10-46a9-9b79-4449055402f8 req-be49afdd-8477-405d-8e4a-027c0fec764b tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:05.612668 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a5674ca9-1f10-46a9-9b79-4449055402f8 req-be49afdd-8477-405d-8e4a-027c0fec764b tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/ports?device_id=57256554-1bb3-4671-91dd-a321df373613 HTTP/1.1" status: 200 len: 945 time: 0.0921569 Apr 14 11:27:05.645236 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c1ff8a-e8a8-459f-b146-363da6af870c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37cb7ca0-c927-41ee-be7c-247dfe1f012b', 'code': 200} Apr 14 11:27:05.645753 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a5674ca9-1f10-46a9-9b79-4449055402f8 req-1ce6557a-2ecd-46eb-8518-a116cff45cfd tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe38edf1-7654-4df1-bb6e-74d69916c46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269392 Apr 14 11:27:05.675093 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=37cb7ca0-c927-41ee-be7c-247dfe1f012b,revision_number=5']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:27:05.678556 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:27:05.685653 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning for port 428ff775-5a84-4fbc-88c5-b61a4a7809b5 completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:27:05.690630 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning complete for port 428ff775-5a84-4fbc-88c5-b61a4a7809b5 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:27:05.691056 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:05.815519 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:05.832282 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port 428ff775-5a84-4fbc-88c5-b61a4a7809b5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=428ff775-5a84-4fbc-88c5-b61a4a7809b5,segment=NetworkSegment(b5155f77-1803-408d-b8fa-536e79196144),segment_id=b5155f77-1803-408d-b8fa-536e79196144)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:27:05.835222 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:05.837100 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b5ba7c6f-e583-4f01-b00c-e65eecd79a12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:27:05.902372 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b52fd5-fcff-4b91-a383-d08d02c9d847 req-101cb1e7-cb02-4995-a0b3-7be0f3ab81b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:05.903908 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f2b52fd5-fcff-4b91-a383-d08d02c9d847 req-101cb1e7-cb02-4995-a0b3-7be0f3ab81b2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=73c1ff8a-e8a8-459f-b146-363da6af870c HTTP/1.1" status: 200 len: 1099 time: 0.0798090 Apr 14 11:27:05.905592 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=428ff775-5a84-4fbc-88c5-b61a4a7809b5,revision_number=5']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:27:05.909293 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:27:05.932001 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f2b52fd5-fcff-4b91-a383-d08d02c9d847 req-07cedab4-e39f-4007-a664-01d71b240287 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d1122eea-f6fd-4b26-8b89-79ca47e60c73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0202656 Apr 14 11:27:06.633263 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a46b9e-77c4-497d-9637-f444c8be8041 req-7d1950e9-9521-4708-9598-d72aa5de424d tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:06.634954 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-52a46b9e-77c4-497d-9637-f444c8be8041 req-7d1950e9-9521-4708-9598-d72aa5de424d tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=73c1ff8a-e8a8-459f-b146-363da6af870c HTTP/1.1" status: 200 len: 946 time: 0.0897048 Apr 14 11:27:06.666086 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-52a46b9e-77c4-497d-9637-f444c8be8041 req-9279d9c0-45a2-47db-bc8e-7591270e3833 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=d1122eea-f6fd-4b26-8b89-79ca47e60c73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0246072 Apr 14 11:27:06.856403 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf04dc3-5dbc-4cb6-888e-f9c985fede40 req-d888410a-0e00-4ea7-a962-079de9c583a2 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:06.857994 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9cf04dc3-5dbc-4cb6-888e-f9c985fede40 req-d888410a-0e00-4ea7-a962-079de9c583a2 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/ports?device_id=57256554-1bb3-4671-91dd-a321df373613 HTTP/1.1" status: 200 len: 946 time: 0.0906699 Apr 14 11:27:06.889434 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9cf04dc3-5dbc-4cb6-888e-f9c985fede40 req-7ef770ec-c51d-4619-9320-df5e2dabb291 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe38edf1-7654-4df1-bb6e-74d69916c46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0245028 Apr 14 11:27:07.077369 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-56c23c07-a416-42a0-82ea-d024be35e74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:07.646508 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57256554-1bb3-4671-91dd-a321df373613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428ff775-5a84-4fbc-88c5-b61a4a7809b5'}] {{(pid=85229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:27:07.694447 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57256554-1bb3-4671-91dd-a321df373613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428ff775-5a84-4fbc-88c5-b61a4a7809b5', 'code': 200} Apr 14 11:27:07.871669 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f32f91-7746-4c1a-a521-e5cf22ae9335 req-d611d393-793e-46df-a285-ca5454026bf3 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:07.873271 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-09f32f91-7746-4c1a-a521-e5cf22ae9335 req-d611d393-793e-46df-a285-ca5454026bf3 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=73c1ff8a-e8a8-459f-b146-363da6af870c HTTP/1.1" status: 200 len: 946 time: 0.0907986 Apr 14 11:27:07.952794 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-09f32f91-7746-4c1a-a521-e5cf22ae9335 req-c14859fd-9390-4604-8c4b-cf796cbe299c tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=d1122eea-f6fd-4b26-8b89-79ca47e60c73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730495 Apr 14 11:27:07.982664 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e553c-56a5-4c8e-b600-c167fd3466ca req-e61f0cc9-8c89-4f95-b504-02f7c4fc6d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:07.984261 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4c7e553c-56a5-4c8e-b600-c167fd3466ca req-e61f0cc9-8c89-4f95-b504-02f7c4fc6d49 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=57256554-1bb3-4671-91dd-a321df373613 HTTP/1.1" status: 200 len: 1099 time: 0.0896852 Apr 14 11:27:08.011811 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4c7e553c-56a5-4c8e-b600-c167fd3466ca req-2f431fa4-fc2b-4768-9c42-595327f4d237 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fe38edf1-7654-4df1-bb6e-74d69916c46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0203135 Apr 14 11:27:08.113069 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92733043-8a44-4b0f-b06b-3af37b3b2dab req-1b892e31-4a54-4fc2-8c57-ac354ff8f0ab tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:08.114695 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-92733043-8a44-4b0f-b06b-3af37b3b2dab req-1b892e31-4a54-4fc2-8c57-ac354ff8f0ab tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/ports?device_id=57256554-1bb3-4671-91dd-a321df373613 HTTP/1.1" status: 200 len: 946 time: 0.1114261 Apr 14 11:27:08.147509 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f831344-309a-400b-b783-3356296d67c7 req-c5d69b42-2b8e-45a7-9fd6-0deeaba63b27 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:08.149111 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5f831344-309a-400b-b783-3356296d67c7 req-c5d69b42-2b8e-45a7-9fd6-0deeaba63b27 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=73c1ff8a-e8a8-459f-b146-363da6af870c HTTP/1.1" status: 200 len: 946 time: 0.0890946 Apr 14 11:27:08.149762 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-92733043-8a44-4b0f-b06b-3af37b3b2dab req-3422fedf-7a4b-43ae-84f2-7e56f58a78e5 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe38edf1-7654-4df1-bb6e-74d69916c46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282524 Apr 14 11:27:08.159029 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 33930) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:27:08.165914 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-6aec9a3a-46a6-4bfc-bea9-333133b66084 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Request body: {'floatingip': {'port_id': '37cb7ca0-c927-41ee-be7c-247dfe1f012b'}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:27:08.248091 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6aec9a3a-46a6-4bfc-bea9-333133b66084 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for floatingip, before_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:08.865160 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6aec9a3a-46a6-4bfc-bea9-333133b66084 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:08.867961 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6aec9a3a-46a6-4bfc-bea9-333133b66084 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854119394'] for floatingip, after_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:08.890313 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7c1bd023-9055-42f0-98c5-875cfdb5ddd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:09.056537 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.db.l3_db [None req-6aec9a3a-46a6-4bfc-bea9-333133b66084 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Floating IP af52db8e-c668-456b-ad02-bc24e1948d8e associated. External IP: 172.28.2.31, port: 37cb7ca0-c927-41ee-be7c-247dfe1f012b. Apr 14 11:27:09.499116 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f328836-e8e7-47f7-b602-31d7f662c196 req-45ff1cf8-797b-43ad-b730-dc73d00164b2 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:09.500628 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1f328836-e8e7-47f7-b602-31d7f662c196 req-45ff1cf8-797b-43ad-b730-dc73d00164b2 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/ports?device_id=57256554-1bb3-4671-91dd-a321df373613 HTTP/1.1" status: 200 len: 946 time: 0.2013950 Apr 14 11:27:09.505367 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aec9a3a-46a6-4bfc-bea9-333133b66084 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Router 2b310e5a-8bd9-4fe1-a985-682972f8c6fe has already been hosted by L3 agent 72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6 {{(pid=85228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 11:27:09.595321 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1f328836-e8e7-47f7-b602-31d7f662c196 req-ccf50b7d-2c44-4ccf-ad80-a02559099312 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe38edf1-7654-4df1-bb6e-74d69916c46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863845 Apr 14 11:27:09.942915 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aec9a3a-46a6-4bfc-bea9-333133b66084 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify agent at l3_agent.dv-cinder-774594-3-smb the message routers_updated {{(pid=85228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 11:27:09.947722 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6aec9a3a-46a6-4bfc-bea9-333133b66084 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for floatingip, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:09.952809 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa06534-f98f-423a-9fc1-b8b0a9a51bc7 None None] Sync routers for ids ['2b310e5a-8bd9-4fe1-a985-682972f8c6fe'] in dv-cinder-774594-3-smb {{(pid=85229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 11:27:09.963636 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa06534-f98f-423a-9fc1-b8b0a9a51bc7 None None] Routers {'2b310e5a-8bd9-4fe1-a985-682972f8c6fe'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:27:09.964325 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-3aa06534-f98f-423a-9fc1-b8b0a9a51bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:27:09Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['2b310e5a-8bd9-4fe1-a985-682972f8c6fe'], 'active': True} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:27:10.007811 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-6aec9a3a-46a6-4bfc-bea9-333133b66084 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "PUT /v2.0/floatingips/af52db8e-c668-456b-ad02-bc24e1948d8e HTTP/1.1" status: 200 len: 991 time: 1.8473291 Apr 14 11:27:10.008805 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c1ff8a-e8a8-459f-b146-363da6af870c', 'tag': '37cb7ca0-c927-41ee-be7c-247dfe1f012b'}] {{(pid=85228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:27:10.091473 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c1ff8a-e8a8-459f-b146-363da6af870c', 'tag': '37cb7ca0-c927-41ee-be7c-247dfe1f012b', 'status': 'completed', 'code': 200} Apr 14 11:27:10.190397 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-3aa06534-f98f-423a-9fc1-b8b0a9a51bc7 None None] Set router 2b310e5a-8bd9-4fe1-a985-682972f8c6fe gateway port host: dv-cinder-774594-3-smb {{(pid=85229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:27:10.220852 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68647ba-d337-4a64-94cf-14d0793d2d9e req-83a5d5e0-c3b6-466a-b2cd-8fb8aa225dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:10.222505 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c68647ba-d337-4a64-94cf-14d0793d2d9e req-83a5d5e0-c3b6-466a-b2cd-8fb8aa225dbc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d797536746cd4942b8a3a1f5e7b19e2b&device_id=73c1ff8a-e8a8-459f-b146-363da6af870c HTTP/1.1" status: 200 len: 1099 time: 0.1005397 Apr 14 11:27:10.238489 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:10.364247 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:10.589860 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-3aa06534-f98f-423a-9fc1-b8b0a9a51bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'name': 'tempest-AttachVolumeTestJSON-1254954246-router', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cafd84ae-424c-4f09-a1a0-204b2653b91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:33Z', 'updated_at': '2021-04-14T11:22:57Z', 'revision_number': 4, 'project_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'gw_port': {'id': 'cafd84ae-424c-4f09-a1a0-204b2653b91a', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:37Z', 'updated_at': '2021-04-14T11:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_floatingips': [{'id': 'af52db8e-c668-456b-ad02-bc24e1948d8e', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'floating_ip_address': '172.28.2.31', 'floating_network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'router_id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'port_id': '37cb7ca0-c927-41ee-be7c-247dfe1f012b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120', 'mac_address': 'fa:16:3e:2a:7b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c1ff8a-e8a8-459f-b146-363da6af870c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:26:51Z', 'updated_at': '2021-04-14T11:27:08Z', 'revision_number': 1, 'project_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '361a38e0-7d77-4371-90b5-434e37951efa', 'name': '', 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'mac_address': 'fa:16:3e:8e:10:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f8dd919b-1721-4048-9598-4db7b1b92807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:52Z', 'updated_at': '2021-04-14T11:23:07Z', 'revision_number': 5, 'project_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'subnets': [{'id': 'f8dd919b-1721-4048-9598-4db7b1b92807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:27:10.594339 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa06534-f98f-423a-9fc1-b8b0a9a51bc7 None None] Checking router: 2b310e5a-8bd9-4fe1-a985-682972f8c6fe for host: dv-cinder-774594-3-smb {{(pid=85229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 11:27:10.605565 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa06534-f98f-423a-9fc1-b8b0a9a51bc7 None None] Routers {'2b310e5a-8bd9-4fe1-a985-682972f8c6fe'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:27:10.605982 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68647ba-d337-4a64-94cf-14d0793d2d9e req-2a163cf2-f7da-4077-90a4-388252713aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:10.606223 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-3aa06534-f98f-423a-9fc1-b8b0a9a51bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:27:09Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['2b310e5a-8bd9-4fe1-a985-682972f8c6fe'], 'active': True} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:27:10.607937 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c68647ba-d337-4a64-94cf-14d0793d2d9e req-2a163cf2-f7da-4077-90a4-388252713aba service neutron] 10.222.0.41 "GET /v2.0/networks?id=107ffdc1-1c99-4692-a473-5dbc7ac62120 HTTP/1.1" status: 200 len: 912 time: 0.3767719 Apr 14 11:27:10.720091 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c68647ba-d337-4a64-94cf-14d0793d2d9e req-cca706c6-1d15-4051-9eb8-c81b1143f6fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37cb7ca0-c927-41ee-be7c-247dfe1f012b HTTP/1.1" status: 200 len: 999 time: 0.1030321 Apr 14 11:27:10.791471 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68647ba-d337-4a64-94cf-14d0793d2d9e req-69261e95-5568-40de-b4e5-a89ec2361cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:10.793032 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c68647ba-d337-4a64-94cf-14d0793d2d9e req-69261e95-5568-40de-b4e5-a89ec2361cb3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f8dd919b-1721-4048-9598-4db7b1b92807 HTTP/1.1" status: 200 len: 850 time: 0.0629368 Apr 14 11:27:10.795541 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-3aa06534-f98f-423a-9fc1-b8b0a9a51bc7 None None] Set router 2b310e5a-8bd9-4fe1-a985-682972f8c6fe gateway port host: dv-cinder-774594-3-smb {{(pid=85229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:27:10.873789 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99e577-a795-47b8-a639-166e27f866e3 req-cf3d5e4c-e188-40f0-92d9-ef732ce0c3e2 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:10.875574 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ab99e577-a795-47b8-a639-166e27f866e3 req-cf3d5e4c-e188-40f0-92d9-ef732ce0c3e2 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/ports?device_id=57256554-1bb3-4671-91dd-a321df373613 HTTP/1.1" status: 200 len: 946 time: 0.0980372 Apr 14 11:27:10.883854 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68647ba-d337-4a64-94cf-14d0793d2d9e req-30fdcc6b-b4ee-4060-acf4-d2d8a11e84f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:10.885543 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c68647ba-d337-4a64-94cf-14d0793d2d9e req-30fdcc6b-b4ee-4060-acf4-d2d8a11e84f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=107ffdc1-1c99-4692-a473-5dbc7ac62120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0856771 Apr 14 11:27:10.907724 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ab99e577-a795-47b8-a639-166e27f866e3 req-c68cf75a-6311-40b6-ae96-e220edea3ed3 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe38edf1-7654-4df1-bb6e-74d69916c46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250707 Apr 14 11:27:11.036547 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c68647ba-d337-4a64-94cf-14d0793d2d9e req-d0eea741-c857-4270-a7c5-34915da09c75 service neutron] 10.222.0.41 "GET /v2.0/networks/107ffdc1-1c99-4692-a473-5dbc7ac62120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424658 Apr 14 11:27:11.185578 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c68647ba-d337-4a64-94cf-14d0793d2d9e req-325921fa-3773-42a6-a832-afa8bc2e6e32 service neutron] 10.222.0.41 "GET /v2.0/networks/107ffdc1-1c99-4692-a473-5dbc7ac62120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408520 Apr 14 11:27:11.331996 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-3aa06534-f98f-423a-9fc1-b8b0a9a51bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'name': 'tempest-AttachVolumeTestJSON-1254954246-router', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cafd84ae-424c-4f09-a1a0-204b2653b91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:33Z', 'updated_at': '2021-04-14T11:22:57Z', 'revision_number': 4, 'project_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'gw_port': {'id': 'cafd84ae-424c-4f09-a1a0-204b2653b91a', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:37Z', 'updated_at': '2021-04-14T11:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_floatingips': [{'id': 'af52db8e-c668-456b-ad02-bc24e1948d8e', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'floating_ip_address': '172.28.2.31', 'floating_network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'router_id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'port_id': '37cb7ca0-c927-41ee-be7c-247dfe1f012b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120', 'mac_address': 'fa:16:3e:2a:7b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c1ff8a-e8a8-459f-b146-363da6af870c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:26:51Z', 'updated_at': '2021-04-14T11:27:08Z', 'revision_number': 1, 'project_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '361a38e0-7d77-4371-90b5-434e37951efa', 'name': '', 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'mac_address': 'fa:16:3e:8e:10:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f8dd919b-1721-4048-9598-4db7b1b92807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:52Z', 'updated_at': '2021-04-14T11:23:07Z', 'revision_number': 5, 'project_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'subnets': [{'id': 'f8dd919b-1721-4048-9598-4db7b1b92807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:27:11.336259 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa06534-f98f-423a-9fc1-b8b0a9a51bc7 None None] The sync data for ids ['2b310e5a-8bd9-4fe1-a985-682972f8c6fe'] in dv-cinder-774594-3-smb is: [{'id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'name': 'tempest-AttachVolumeTestJSON-1254954246-router', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cafd84ae-424c-4f09-a1a0-204b2653b91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:33Z', 'updated_at': '2021-04-14T11:22:57Z', 'revision_number': 4, 'project_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'gw_port': {'id': 'cafd84ae-424c-4f09-a1a0-204b2653b91a', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:37Z', 'updated_at': '2021-04-14T11:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_floatingips': [{'id': 'af52db8e-c668-456b-ad02-bc24e1948d8e', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'floating_ip_address': '172.28.2.31', 'floating_network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'router_id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'port_id': '37cb7ca0-c927-41ee-be7c-247dfe1f012b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120', 'mac_address': 'fa:16:3e:2a:7b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c1ff8a-e8a8-459f-b146-363da6af870c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:26:51Z', 'updated_at': '2021-04-14T11:27:08Z', 'revision_number': 1, 'project_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '361a38e0-7d77-4371-90b5-434e37951efa', 'name': '', 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'mac_address': 'fa:16:3e:8e:10:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f8dd919b-1721-4048-9598-4db7b1b92807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:52Z', 'updated_at': '2021-04-14T11:23:07Z', 'revision_number': 5, 'project_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'subnets': [{'id': 'f8dd919b-1721-4048-9598-4db7b1b92807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 11:27:11.461693 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:11.462854 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:11.605633 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465b63c5-0739-4878-9142-19a988629134 None None] New status for floating IP af52db8e-c668-456b-ad02-bc24e1948d8e: ACTIVE {{(pid=85230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 11:27:12.115462 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e345f-18e3-4371-8120-845b6c074227 req-d4a59fd1-cc4c-41c4-844f-d636b3a7ae29 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:12.117056 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a60e345f-18e3-4371-8120-845b6c074227 req-d4a59fd1-cc4c-41c4-844f-d636b3a7ae29 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/ports?device_id=57256554-1bb3-4671-91dd-a321df373613 HTTP/1.1" status: 200 len: 946 time: 0.0929074 Apr 14 11:27:12.147290 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a60e345f-18e3-4371-8120-845b6c074227 req-3d3f0851-1aa6-45cf-9b7e-97d039d4ffff tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe38edf1-7654-4df1-bb6e-74d69916c46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0238473 Apr 14 11:27:12.677717 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a5845-d15e-49b5-a4de-49fe6a85cc33 req-80aa77b8-b20e-4007-a203-258189544fd8 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:12.679187 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b18a5845-d15e-49b5-a4de-49fe6a85cc33 req-80aa77b8-b20e-4007-a203-258189544fd8 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.41 "GET /v2.0/ports?device_id=57256554-1bb3-4671-91dd-a321df373613 HTTP/1.1" status: 200 len: 946 time: 0.0852816 Apr 14 11:27:12.758216 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [req-b18a5845-d15e-49b5-a4de-49fe6a85cc33 req-a4280f5c-be0c-4cc8-abf6-0a3452f4a166 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Deleting port 428ff775-5a84-4fbc-88c5-b61a4a7809b5 {{(pid=85227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:27:12.758618 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-b18a5845-d15e-49b5-a4de-49fe6a85cc33 req-a4280f5c-be0c-4cc8-abf6-0a3452f4a166 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:13.012477 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-b18a5845-d15e-49b5-a4de-49fe6a85cc33 req-a4280f5c-be0c-4cc8-abf6-0a3452f4a166 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] For port 428ff775-5a84-4fbc-88c5-b61a4a7809b5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=428ff775-5a84-4fbc-88c5-b61a4a7809b5,segment=NetworkSegment(b5155f77-1803-408d-b8fa-536e79196144),segment_id=b5155f77-1803-408d-b8fa-536e79196144)] {{(pid=85227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:27:13.012806 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-b18a5845-d15e-49b5-a4de-49fe6a85cc33 req-a4280f5c-be0c-4cc8-abf6-0a3452f4a166 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:13.143425 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [req-b18a5845-d15e-49b5-a4de-49fe6a85cc33 req-a4280f5c-be0c-4cc8-abf6-0a3452f4a166 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Calling delete_port for 428ff775-5a84-4fbc-88c5-b61a4a7809b5 owned by compute:nova {{(pid=85227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:27:13.291291 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-b18a5845-d15e-49b5-a4de-49fe6a85cc33 req-a4280f5c-be0c-4cc8-abf6-0a3452f4a166 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10976374'] for port, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:13.304896 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] get_ports_and_sgs() called for port_ids ['428ff775-5a84-4fbc-88c5-b61a4a7809b5'] {{(pid=85229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 11:27:13.307070 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:27:13.324991 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1e269e56-c578-4ca4-956f-f9249666cab5 req-cb94402b-c94a-450a-ab27-bcad9b8a11ee tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.52 "GET /v2.0/ports?device_id=57256554-1bb3-4671-91dd-a321df373613 HTTP/1.1" status: 200 len: 210 time: 0.0614855 Apr 14 11:27:13.402798 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4280f5c-be0c-4cc8-abf6-0a3452f4a166 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Pushing event deleted for resources: {'Port': ['ID=428ff775-5a84-4fbc-88c5-b61a4a7809b5,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:27:13.409717 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a4280f5c-be0c-4cc8-abf6-0a3452f4a166 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:27:13.550595 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18a5845-d15e-49b5-a4de-49fe6a85cc33 req-a4280f5c-be0c-4cc8-abf6-0a3452f4a166 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] No DVR routers for this DVR port 428ff775-5a84-4fbc-88c5-b61a4a7809b5 on host hv-cinder-77459 {{(pid=85227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 11:27:13.553575 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-b18a5845-d15e-49b5-a4de-49fe6a85cc33 req-a4280f5c-be0c-4cc8-abf6-0a3452f4a166 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:13.556552 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57256554-1bb3-4671-91dd-a321df373613', 'name': 'network-vif-deleted', 'tag': '428ff775-5a84-4fbc-88c5-b61a4a7809b5'}] {{(pid=85227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:27:13.571230 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b18a5845-d15e-49b5-a4de-49fe6a85cc33 req-a4280f5c-be0c-4cc8-abf6-0a3452f4a166 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] 10.222.0.41 "DELETE /v2.0/ports/428ff775-5a84-4fbc-88c5-b61a4a7809b5 HTTP/1.1" status: 204 len: 173 time: 0.8847966 Apr 14 11:27:13.648322 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57256554-1bb3-4671-91dd-a321df373613', 'name': 'network-vif-deleted', 'tag': '428ff775-5a84-4fbc-88c5-b61a4a7809b5', 'status': 'completed', 'code': 200} Apr 14 11:27:13.974377 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-dfce2147-804e-40ae-a364-bacaa6030a50 req-8aa47d08-776d-444d-a50f-d5fbb0754668 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-162039166&fields=id&tenant_id=afaf019a8c1e453eb9ab3cf44e7ad4fa HTTP/1.1" status: 200 len: 267 time: 0.0263870 Apr 14 11:27:14.068511 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce2147-804e-40ae-a364-bacaa6030a50 req-049d33c4-43e2-4408-ba9e-2c6203a661d7 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:14.070205 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-dfce2147-804e-40ae-a364-bacaa6030a50 req-049d33c4-43e2-4408-ba9e-2c6203a661d7 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 985 time: 0.0897820 Apr 14 11:27:14.085980 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [req-dfce2147-804e-40ae-a364-bacaa6030a50 req-ab8e42b3-295e-48c5-a75f-78b7ca3bd9d1 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Request body: {'port': {'security_groups': ['92c111e1-d74b-4ea2-8da0-35dcedf4cd58']}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:27:14.218687 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-dfce2147-804e-40ae-a364-bacaa6030a50 req-ab8e42b3-295e-48c5-a75f-78b7ca3bd9d1 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:14.535038 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-dfce2147-804e-40ae-a364-bacaa6030a50 req-ab8e42b3-295e-48c5-a75f-78b7ca3bd9d1 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] For port 1d3a4402-523d-4387-a129-5cda154bd839, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=1d3a4402-523d-4387-a129-5cda154bd839,segment=NetworkSegment(1281ef78-4400-4bc6-bf65-6b8539a805bf),segment_id=1281ef78-4400-4bc6-bf65-6b8539a805bf)] {{(pid=85227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:27:14.560910 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-dfce2147-804e-40ae-a364-bacaa6030a50 req-ab8e42b3-295e-48c5-a75f-78b7ca3bd9d1 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks [] for port, precommit_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:14.565286 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-dfce2147-804e-40ae-a364-bacaa6030a50 req-ab8e42b3-295e-48c5-a75f-78b7ca3bd9d1 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843799442'] for port, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:14.580108 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-fbb4f2a9-1254-45b7-98e8-87f6873d55b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:27:14.580378 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] get_ports_and_sgs() called for port_ids ['1d3a4402-523d-4387-a129-5cda154bd839'] {{(pid=85229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 11:27:14.777110 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e42b3-295e-48c5-a75f-78b7ca3bd9d1 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Pushing event updated for resources: {'Port': ['ID=1d3a4402-523d-4387-a129-5cda154bd839,revision_number=7']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:27:14.785749 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce2147-804e-40ae-a364-bacaa6030a50 req-ab8e42b3-295e-48c5-a75f-78b7ca3bd9d1 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:14.786432 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-dfce2147-804e-40ae-a364-bacaa6030a50 req-ab8e42b3-295e-48c5-a75f-78b7ca3bd9d1 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:14.790231 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-dfce2147-804e-40ae-a364-bacaa6030a50 req-ab8e42b3-295e-48c5-a75f-78b7ca3bd9d1 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "PUT /v2.0/ports/1d3a4402-523d-4387-a129-5cda154bd839 HTTP/1.1" status: 200 len: 943 time: 0.7100375 Apr 14 11:27:14.791228 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-ab8e42b3-295e-48c5-a75f-78b7ca3bd9d1 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:27:14.794666 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 33998) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:27:14.873028 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] get_ports_and_sgs() called for port_ids ['1d3a4402-523d-4387-a129-5cda154bd839'] {{(pid=85229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 11:27:14.888276 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b151359e-73ad-4a46-8dc2-495af5d60f88 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:14.931774 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b151359e-73ad-4a46-8dc2-495af5d60f88 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:15.002467 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b151359e-73ad-4a46-8dc2-495af5d60f88 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:15.012003 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-56de3728-cdfd-47a0-b566-d9d6079e56ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:27:15.031802 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b151359e-73ad-4a46-8dc2-495af5d60f88 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b1711d-b0d2-49ab-8a22-a74bea3a535a,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:27:15.040196 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b151359e-73ad-4a46-8dc2-495af5d60f88 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:27:15.041173 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b151359e-73ad-4a46-8dc2-495af5d60f88 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:15.042454 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-b151359e-73ad-4a46-8dc2-495af5d60f88 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "DELETE /v2.0/security-groups/a6b1711d-b0d2-49ab-8a22-a74bea3a535a HTTP/1.1" status: 204 len: 168 time: 0.2466159 Apr 14 11:27:15.045571 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 34006) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:27:15.117288 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-f16e3ab3-e9eb-48e5-86c8-351b509f2e76 None None] Provisioning complete for port 1d3a4402-523d-4387-a129-5cda154bd839 triggered by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:27:15.117718 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f16e3ab3-e9eb-48e5-86c8-351b509f2e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:15.271453 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-b273de3b-eb23-4e3f-a1eb-cf6717d9b930 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Deleting port 89bfbe6c-62d6-482c-b54f-a8c95ffbdf9d {{(pid=85228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:27:15.271956 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b273de3b-eb23-4e3f-a1eb-cf6717d9b930 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:15.361095 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 428ff775-5a84-4fbc-88c5-b61a4a7809b5 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:27:15.398169 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] No Port match for: 428ff775-5a84-4fbc-88c5-b61a4a7809b5 {{(pid=85229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 11:27:15.398584 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 428ff775-5a84-4fbc-88c5-b61a4a7809b5 not bound to the agent host hv-cinder-77459 {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 11:27:15.451129 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b273de3b-eb23-4e3f-a1eb-cf6717d9b930 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:15.451494 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b273de3b-eb23-4e3f-a1eb-cf6717d9b930 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:15.583694 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-b273de3b-eb23-4e3f-a1eb-cf6717d9b930 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Calling delete_port for 89bfbe6c-62d6-482c-b54f-a8c95ffbdf9d owned by network:floatingip {{(pid=85228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:27:15.649969 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7062ce8-da54-4428-82b1-f967b1343d80', 'tag': '1d3a4402-523d-4387-a129-5cda154bd839'}] {{(pid=85227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:27:15.700942 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7062ce8-da54-4428-82b1-f967b1343d80', 'tag': '1d3a4402-523d-4387-a129-5cda154bd839', 'status': 'completed', 'code': 200} Apr 14 11:27:15.755703 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b273de3b-eb23-4e3f-a1eb-cf6717d9b930 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1926183'] for port, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:15.774350 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a179bda7-8170-445f-8bf2-9714277ca619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:27:15.803658 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9ffa9-8535-490a-bc7a-5616dd95679d req-da27fc80-d503-495e-9535-6cdd505cf512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:15.805443 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-aff9ffa9-8535-490a-bc7a-5616dd95679d req-da27fc80-d503-495e-9535-6cdd505cf512 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=afaf019a8c1e453eb9ab3cf44e7ad4fa&device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 1099 time: 0.0809095 Apr 14 11:27:15.827501 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273de3b-eb23-4e3f-a1eb-cf6717d9b930 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Pushing event deleted for resources: {'Port': ['ID=89bfbe6c-62d6-482c-b54f-a8c95ffbdf9d,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:27:15.830951 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b273de3b-eb23-4e3f-a1eb-cf6717d9b930 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:27:15.966028 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9ffa9-8535-490a-bc7a-5616dd95679d req-ac92e095-18ba-483b-b277-2b2bc0748f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:15.967639 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-aff9ffa9-8535-490a-bc7a-5616dd95679d req-ac92e095-18ba-483b-b277-2b2bc0748f05 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ac53151c-4a07-4555-933b-5b25406ca80f HTTP/1.1" status: 200 len: 916 time: 0.1550522 Apr 14 11:27:16.050451 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b273de3b-eb23-4e3f-a1eb-cf6717d9b930 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks [] for floatingip, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:16.051104 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.db.l3_db [None req-b273de3b-eb23-4e3f-a1eb-cf6717d9b930 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Floating IP 5381aa6c-a8df-4486-bd62-15e6babeb67e disassociated (deleted). External IP: 172.28.2.214, port: 1d3a4402-523d-4387-a129-5cda154bd839. Apr 14 11:27:16.053845 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-aff9ffa9-8535-490a-bc7a-5616dd95679d req-30d5733c-1b7b-43e4-98ef-c99b098e4a74 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d3a4402-523d-4387-a129-5cda154bd839 HTTP/1.1" status: 200 len: 217 time: 0.0777073 Apr 14 11:27:16.135893 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9ffa9-8535-490a-bc7a-5616dd95679d req-ce245544-e023-45ef-a5f0-651aae6c773b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:16.137434 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-aff9ffa9-8535-490a-bc7a-5616dd95679d req-ce245544-e023-45ef-a5f0-651aae6c773b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1a71b1c-3b16-43d6-881e-23a824385fe9 HTTP/1.1" status: 200 len: 854 time: 0.0732641 Apr 14 11:27:16.219522 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9ffa9-8535-490a-bc7a-5616dd95679d req-30ff1099-e611-47b0-b28a-89ad6492a3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:16.221094 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-aff9ffa9-8535-490a-bc7a-5616dd95679d req-30ff1099-e611-47b0-b28a-89ad6492a3f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ac53151c-4a07-4555-933b-5b25406ca80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0763998 Apr 14 11:27:16.385697 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-aff9ffa9-8535-490a-bc7a-5616dd95679d req-825b2158-f707-405a-8245-a05868dad6b3 service neutron] 10.222.0.41 "GET /v2.0/networks/ac53151c-4a07-4555-933b-5b25406ca80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574347 Apr 14 11:27:16.428672 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b273de3b-eb23-4e3f-a1eb-cf6717d9b930 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Router 8e6b5f81-81ca-4f85-befb-de478ff8a664 has already been hosted by L3 agent 72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6 {{(pid=85228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 11:27:16.532179 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-aff9ffa9-8535-490a-bc7a-5616dd95679d req-7134862e-9667-4196-be1f-7e090cb0664c service neutron] 10.222.0.41 "GET /v2.0/networks/ac53151c-4a07-4555-933b-5b25406ca80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392596 Apr 14 11:27:16.621592 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b273de3b-eb23-4e3f-a1eb-cf6717d9b930 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify agent at l3_agent.dv-cinder-774594-3-smb the message routers_updated {{(pid=85228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 11:27:16.640275 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9438258d-8c07-4694-8ca0-709f6f5a7c8f None None] Sync routers for ids ['8e6b5f81-81ca-4f85-befb-de478ff8a664'] in dv-cinder-774594-3-smb {{(pid=85229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 11:27:16.648291 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b273de3b-eb23-4e3f-a1eb-cf6717d9b930 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for floatingip, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:16.650277 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9438258d-8c07-4694-8ca0-709f6f5a7c8f None None] Routers {'8e6b5f81-81ca-4f85-befb-de478ff8a664'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:27:16.651000 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-9438258d-8c07-4694-8ca0-709f6f5a7c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:27:09Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['8e6b5f81-81ca-4f85-befb-de478ff8a664'], 'active': True} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:27:16.710672 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-b273de3b-eb23-4e3f-a1eb-cf6717d9b930 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "DELETE /v2.0/floatingips/5381aa6c-a8df-4486-bd62-15e6babeb67e HTTP/1.1" status: 204 len: 168 time: 1.6639590 Apr 14 11:27:16.711722 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7062ce8-da54-4428-82b1-f967b1343d80', 'tag': '1d3a4402-523d-4387-a129-5cda154bd839'}] {{(pid=85228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:27:16.774725 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7062ce8-da54-4428-82b1-f967b1343d80', 'tag': '1d3a4402-523d-4387-a129-5cda154bd839', 'status': 'completed', 'code': 200} Apr 14 11:27:16.896699 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba4e14-0dd2-4ca5-bef6-9584ec1e433f req-d2711be6-908d-4726-8a7e-324e1dfd9698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:16.898412 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c6ba4e14-0dd2-4ca5-bef6-9584ec1e433f req-d2711be6-908d-4726-8a7e-324e1dfd9698 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=afaf019a8c1e453eb9ab3cf44e7ad4fa&device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 1099 time: 0.0909231 Apr 14 11:27:16.919044 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-9438258d-8c07-4694-8ca0-709f6f5a7c8f None None] Set router 8e6b5f81-81ca-4f85-befb-de478ff8a664 gateway port host: dv-cinder-774594-3-smb {{(pid=85229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:27:17.102566 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba4e14-0dd2-4ca5-bef6-9584ec1e433f req-e29f5ed9-46d9-43aa-9081-211d37b2e7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:17.105495 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c6ba4e14-0dd2-4ca5-bef6-9584ec1e433f req-e29f5ed9-46d9-43aa-9081-211d37b2e7b5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ac53151c-4a07-4555-933b-5b25406ca80f HTTP/1.1" status: 200 len: 916 time: 0.1945295 Apr 14 11:27:17.215181 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c6ba4e14-0dd2-4ca5-bef6-9584ec1e433f req-4847c809-f5dd-4b53-8fc3-ea10bedc45b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d3a4402-523d-4387-a129-5cda154bd839 HTTP/1.1" status: 200 len: 217 time: 0.0969725 Apr 14 11:27:17.311212 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba4e14-0dd2-4ca5-bef6-9584ec1e433f req-401dee44-cc33-4c81-b665-b5d85a093aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:17.312856 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c6ba4e14-0dd2-4ca5-bef6-9584ec1e433f req-401dee44-cc33-4c81-b665-b5d85a093aa0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1a71b1c-3b16-43d6-881e-23a824385fe9 HTTP/1.1" status: 200 len: 854 time: 0.0910201 Apr 14 11:27:17.425521 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-9438258d-8c07-4694-8ca0-709f6f5a7c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e6b5f81-81ca-4f85-befb-de478ff8a664', 'name': 'tempest-TestMinimumBasicScenario-2037564288-router', 'tenant_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '771618e2-ae05-4ade-ae22-8ee65dd45ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:24:28Z', 'updated_at': '2021-04-14T11:24:36Z', 'revision_number': 4, 'project_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'gw_port': {'id': '771618e2-ae05-4ade-ae22-8ee65dd45ce3', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6b5f81-81ca-4f85-befb-de478ff8a664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:30Z', 'updated_at': '2021-04-14T11:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': '681fbf0d-ccb6-48a4-9020-8e0c37eee89f', 'name': '', 'network_id': 'ac53151c-4a07-4555-933b-5b25406ca80f', 'tenant_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'mac_address': 'fa:16:3e:8f:bf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6b5f81-81ca-4f85-befb-de478ff8a664', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd1a71b1c-3b16-43d6-881e-23a824385fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:35Z', 'updated_at': '2021-04-14T11:24:45Z', 'revision_number': 5, 'project_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'subnets': [{'id': 'd1a71b1c-3b16-43d6-881e-23a824385fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:27:17.431964 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9438258d-8c07-4694-8ca0-709f6f5a7c8f None None] Checking router: 8e6b5f81-81ca-4f85-befb-de478ff8a664 for host: dv-cinder-774594-3-smb {{(pid=85229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 11:27:17.442103 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9438258d-8c07-4694-8ca0-709f6f5a7c8f None None] Routers {'8e6b5f81-81ca-4f85-befb-de478ff8a664'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:27:17.443384 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-9438258d-8c07-4694-8ca0-709f6f5a7c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:27:09Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['8e6b5f81-81ca-4f85-befb-de478ff8a664'], 'active': True} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:27:17.462008 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba4e14-0dd2-4ca5-bef6-9584ec1e433f req-af74cd24-f94c-44f6-99e9-c15e5c5c5ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:17.464224 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c6ba4e14-0dd2-4ca5-bef6-9584ec1e433f req-af74cd24-f94c-44f6-99e9-c15e5c5c5ebf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ac53151c-4a07-4555-933b-5b25406ca80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1303434 Apr 14 11:27:17.654619 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-9438258d-8c07-4694-8ca0-709f6f5a7c8f None None] Set router 8e6b5f81-81ca-4f85-befb-de478ff8a664 gateway port host: dv-cinder-774594-3-smb {{(pid=85229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:27:17.683016 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c6ba4e14-0dd2-4ca5-bef6-9584ec1e433f req-2ee24357-6fce-42c9-ab32-a116cac0c422 service neutron] 10.222.0.41 "GET /v2.0/networks/ac53151c-4a07-4555-933b-5b25406ca80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113969 Apr 14 11:27:17.905350 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c6ba4e14-0dd2-4ca5-bef6-9584ec1e433f req-8de862d9-1107-4724-bdc9-3fa22d98ecb2 service neutron] 10.222.0.41 "GET /v2.0/networks/ac53151c-4a07-4555-933b-5b25406ca80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133749 Apr 14 11:27:18.032372 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-9438258d-8c07-4694-8ca0-709f6f5a7c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e6b5f81-81ca-4f85-befb-de478ff8a664', 'name': 'tempest-TestMinimumBasicScenario-2037564288-router', 'tenant_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '771618e2-ae05-4ade-ae22-8ee65dd45ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:24:28Z', 'updated_at': '2021-04-14T11:24:36Z', 'revision_number': 4, 'project_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'gw_port': {'id': '771618e2-ae05-4ade-ae22-8ee65dd45ce3', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6b5f81-81ca-4f85-befb-de478ff8a664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:30Z', 'updated_at': '2021-04-14T11:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': '681fbf0d-ccb6-48a4-9020-8e0c37eee89f', 'name': '', 'network_id': 'ac53151c-4a07-4555-933b-5b25406ca80f', 'tenant_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'mac_address': 'fa:16:3e:8f:bf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6b5f81-81ca-4f85-befb-de478ff8a664', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd1a71b1c-3b16-43d6-881e-23a824385fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:35Z', 'updated_at': '2021-04-14T11:24:45Z', 'revision_number': 5, 'project_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'subnets': [{'id': 'd1a71b1c-3b16-43d6-881e-23a824385fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:27:18.037735 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9438258d-8c07-4694-8ca0-709f6f5a7c8f None None] The sync data for ids ['8e6b5f81-81ca-4f85-befb-de478ff8a664'] in dv-cinder-774594-3-smb is: [{'id': '8e6b5f81-81ca-4f85-befb-de478ff8a664', 'name': 'tempest-TestMinimumBasicScenario-2037564288-router', 'tenant_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '771618e2-ae05-4ade-ae22-8ee65dd45ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:24:28Z', 'updated_at': '2021-04-14T11:24:36Z', 'revision_number': 4, 'project_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'gw_port': {'id': '771618e2-ae05-4ade-ae22-8ee65dd45ce3', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6b5f81-81ca-4f85-befb-de478ff8a664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:30Z', 'updated_at': '2021-04-14T11:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': '681fbf0d-ccb6-48a4-9020-8e0c37eee89f', 'name': '', 'network_id': 'ac53151c-4a07-4555-933b-5b25406ca80f', 'tenant_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'mac_address': 'fa:16:3e:8f:bf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6b5f81-81ca-4f85-befb-de478ff8a664', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd1a71b1c-3b16-43d6-881e-23a824385fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:35Z', 'updated_at': '2021-04-14T11:24:45Z', 'revision_number': 5, 'project_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'subnets': [{'id': 'd1a71b1c-3b16-43d6-881e-23a824385fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 11:27:18.550376 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3da224-87e6-41f8-856d-069642c45194 None None] New status for floating IP 5381aa6c-a8df-4486-bd62-15e6babeb67e: DOWN {{(pid=85230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 11:27:20.496249 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689f0ad-e9f1-4582-8fd9-c6ffa288f781 req-530bd389-e189-4b1a-8a68-328b3f6634c5 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:20.504111 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b689f0ad-e9f1-4582-8fd9-c6ffa288f781 req-530bd389-e189-4b1a-8a68-328b3f6634c5 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 946 time: 0.1109078 Apr 14 11:27:20.529372 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-b689f0ad-e9f1-4582-8fd9-c6ffa288f781 req-b3bb8c30-a72f-4c3c-9f7d-6abb075e212e tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Synchronizing usage tracker for tenant:afaf019a8c1e453eb9ab3cf44e7ad4fa on resource:security_group {{(pid=85227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:27:20.545577 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-b689f0ad-e9f1-4582-8fd9-c6ffa288f781 req-b3bb8c30-a72f-4c3c-9f7d-6abb075e212e tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Unset dirty status for tenant:afaf019a8c1e453eb9ab3cf44e7ad4fa on resource:security_group {{(pid=85227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:27:20.551025 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b689f0ad-e9f1-4582-8fd9-c6ffa288f781 req-b3bb8c30-a72f-4c3c-9f7d-6abb075e212e tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/security-groups?id=92c111e1-d74b-4ea2-8da0-35dcedf4cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460303 Apr 14 11:27:21.796900 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052dd86-0cf4-4e97-815b-e982757b28f2 req-7de57a5d-5b2a-4f1a-b500-18bda254fdec tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:21.798820 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-6052dd86-0cf4-4e97-815b-e982757b28f2 req-7de57a5d-5b2a-4f1a-b500-18bda254fdec tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Synchronizing usage tracker for tenant:afaf019a8c1e453eb9ab3cf44e7ad4fa on resource:port {{(pid=85228) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:27:21.819341 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-6052dd86-0cf4-4e97-815b-e982757b28f2 req-7de57a5d-5b2a-4f1a-b500-18bda254fdec tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Unset dirty status for tenant:afaf019a8c1e453eb9ab3cf44e7ad4fa on resource:port {{(pid=85228) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:27:21.820933 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-6052dd86-0cf4-4e97-815b-e982757b28f2 req-7de57a5d-5b2a-4f1a-b500-18bda254fdec tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 946 time: 0.1379161 Apr 14 11:27:21.858500 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-6052dd86-0cf4-4e97-815b-e982757b28f2 req-92e8c8df-5640-40d7-8819-e15b870ab05a tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/security-groups?id=92c111e1-d74b-4ea2-8da0-35dcedf4cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304327 Apr 14 11:27:23.115603 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef60fbb-1726-40e9-9628-fc1c3ce6f029 req-54f10ed5-c718-4d85-8c33-31c01ad97a13 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:23.117185 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5ef60fbb-1726-40e9-9628-fc1c3ce6f029 req-54f10ed5-c718-4d85-8c33-31c01ad97a13 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 946 time: 0.4049270 Apr 14 11:27:23.209321 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df152ebb-17c3-465e-8978-757a13813f11 req-2d146647-e95c-4f6b-ad55-763b4cebe233 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:23.210936 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-df152ebb-17c3-465e-8978-757a13813f11 req-2d146647-e95c-4f6b-ad55-763b4cebe233 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 946 time: 0.1845846 Apr 14 11:27:23.251212 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [req-5ef60fbb-1726-40e9-9628-fc1c3ce6f029 req-c926aa53-fdbb-4e24-beb6-ef9e121c922b tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Deleting port 1d3a4402-523d-4387-a129-5cda154bd839 {{(pid=85227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:27:23.251867 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-5ef60fbb-1726-40e9-9628-fc1c3ce6f029 req-c926aa53-fdbb-4e24-beb6-ef9e121c922b tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:23.286125 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-df152ebb-17c3-465e-8978-757a13813f11 req-cce8c363-4c14-424d-b4d5-7930a4071b77 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/security-groups?id=92c111e1-d74b-4ea2-8da0-35dcedf4cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670545 Apr 14 11:27:23.530669 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-5ef60fbb-1726-40e9-9628-fc1c3ce6f029 req-c926aa53-fdbb-4e24-beb6-ef9e121c922b tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] For port 1d3a4402-523d-4387-a129-5cda154bd839, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=1d3a4402-523d-4387-a129-5cda154bd839,segment=NetworkSegment(1281ef78-4400-4bc6-bf65-6b8539a805bf),segment_id=1281ef78-4400-4bc6-bf65-6b8539a805bf)] {{(pid=85227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:27:23.531233 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-5ef60fbb-1726-40e9-9628-fc1c3ce6f029 req-c926aa53-fdbb-4e24-beb6-ef9e121c922b tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:23.666123 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [req-5ef60fbb-1726-40e9-9628-fc1c3ce6f029 req-c926aa53-fdbb-4e24-beb6-ef9e121c922b tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Calling delete_port for 1d3a4402-523d-4387-a129-5cda154bd839 owned by compute:nova {{(pid=85227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:27:23.825425 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-5ef60fbb-1726-40e9-9628-fc1c3ce6f029 req-c926aa53-fdbb-4e24-beb6-ef9e121c922b tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10976374'] for port, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:23.918332 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-daf3d4d2-18f5-4789-b8d0-096d852e90cc tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:27:23.999114 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926aa53-fdbb-4e24-beb6-ef9e121c922b tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Pushing event deleted for resources: {'Port': ['ID=1d3a4402-523d-4387-a129-5cda154bd839,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:27:24.016897 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-c926aa53-fdbb-4e24-beb6-ef9e121c922b tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:27:24.184702 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef60fbb-1726-40e9-9628-fc1c3ce6f029 req-c926aa53-fdbb-4e24-beb6-ef9e121c922b tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] No DVR routers for this DVR port 1d3a4402-523d-4387-a129-5cda154bd839 on host hv-cinder-77459 {{(pid=85227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 11:27:24.187385 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-5ef60fbb-1726-40e9-9628-fc1c3ce6f029 req-c926aa53-fdbb-4e24-beb6-ef9e121c922b tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:24.200720 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7062ce8-da54-4428-82b1-f967b1343d80', 'name': 'network-vif-deleted', 'tag': '1d3a4402-523d-4387-a129-5cda154bd839'}] {{(pid=85227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:27:24.209491 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5ef60fbb-1726-40e9-9628-fc1c3ce6f029 req-c926aa53-fdbb-4e24-beb6-ef9e121c922b tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.41 "DELETE /v2.0/ports/1d3a4402-523d-4387-a129-5cda154bd839 HTTP/1.1" status: 204 len: 173 time: 1.0825841 Apr 14 11:27:24.257677 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7062ce8-da54-4428-82b1-f967b1343d80', 'name': 'network-vif-deleted', 'tag': '1d3a4402-523d-4387-a129-5cda154bd839', 'status': 'completed', 'code': 200} Apr 14 11:27:24.583255 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a8be9dda-f092-4e27-bb49-7f1b65a22a50 req-cb14148c-2f03-43a3-8852-40250a6b3fe5 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7062ce8-da54-4428-82b1-f967b1343d80 HTTP/1.1" status: 200 len: 210 time: 0.0865285 Apr 14 11:27:25.439159 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 1d3a4402-523d-4387-a129-5cda154bd839 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:27:25.481435 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] No Port match for: 1d3a4402-523d-4387-a129-5cda154bd839 {{(pid=85229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 11:27:25.482102 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 1d3a4402-523d-4387-a129-5cda154bd839 not bound to the agent host hv-cinder-77459 {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 11:27:26.459420 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 34234) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:27:27.116653 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-59260ad1-7ede-480c-aeed-29e4d238bc9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-771124'] for router_interface, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:27.528296 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-59260ad1-7ede-480c-aeed-29e4d238bc9b admin admin] Deleting port 681fbf0d-ccb6-48a4-9020-8e0c37eee89f {{(pid=85227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:27:27.528799 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-59260ad1-7ede-480c-aeed-29e4d238bc9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:27.724507 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-59260ad1-7ede-480c-aeed-29e4d238bc9b admin admin] For port 681fbf0d-ccb6-48a4-9020-8e0c37eee89f, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=681fbf0d-ccb6-48a4-9020-8e0c37eee89f,segment=NetworkSegment(1281ef78-4400-4bc6-bf65-6b8539a805bf),segment_id=1281ef78-4400-4bc6-bf65-6b8539a805bf)] {{(pid=85227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:27:27.724803 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-59260ad1-7ede-480c-aeed-29e4d238bc9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:27.865398 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-59260ad1-7ede-480c-aeed-29e4d238bc9b admin admin] Calling delete_port for 681fbf0d-ccb6-48a4-9020-8e0c37eee89f owned by network:router_interface {{(pid=85227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:27:28.195438 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-59260ad1-7ede-480c-aeed-29e4d238bc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10976374'] for port, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:28.216911 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:27:28.569095 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59260ad1-7ede-480c-aeed-29e4d238bc9b admin admin] Pushing event deleted for resources: {'Port': ['ID=681fbf0d-ccb6-48a4-9020-8e0c37eee89f,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:27:28.580044 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-59260ad1-7ede-480c-aeed-29e4d238bc9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:27:28.971779 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-59260ad1-7ede-480c-aeed-29e4d238bc9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854151702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656579'] for router_interface, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:29.511233 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59260ad1-7ede-480c-aeed-29e4d238bc9b admin admin] Router 8e6b5f81-81ca-4f85-befb-de478ff8a664 has already been hosted by L3 agent 72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6 {{(pid=85227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 11:27:29.734433 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59260ad1-7ede-480c-aeed-29e4d238bc9b admin admin] Notify agent at l3_agent.dv-cinder-774594-3-smb the message routers_updated {{(pid=85227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 11:27:29.749028 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b740f9-d02b-407b-a885-54a556f66974 None None] Sync routers for ids ['8e6b5f81-81ca-4f85-befb-de478ff8a664'] in dv-cinder-774594-3-smb {{(pid=85229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 11:27:29.763067 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-59260ad1-7ede-480c-aeed-29e4d238bc9b admin admin] 10.222.0.52 "PUT /v2.0/routers/8e6b5f81-81ca-4f85-befb-de478ff8a664/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2996979 Apr 14 11:27:29.763489 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 34260) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:27:29.764849 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b740f9-d02b-407b-a885-54a556f66974 None None] Routers {'8e6b5f81-81ca-4f85-befb-de478ff8a664'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:27:29.765900 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-54b740f9-d02b-407b-a885-54a556f66974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:27:09Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['8e6b5f81-81ca-4f85-befb-de478ff8a664'], 'active': True} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:27:29.970917 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-54b740f9-d02b-407b-a885-54a556f66974 None None] Set router 8e6b5f81-81ca-4f85-befb-de478ff8a664 gateway port host: dv-cinder-774594-3-smb {{(pid=85229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:27:29.974725 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f8597e31-c19b-4a69-8241-35feeaa01cb4 admin admin] Notify callbacks [] for router, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:30.205972 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f8597e31-c19b-4a69-8241-35feeaa01cb4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:30.218812 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-f8597e31-c19b-4a69-8241-35feeaa01cb4 admin admin] Deleting port 771618e2-ae05-4ade-ae22-8ee65dd45ce3 {{(pid=85227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:27:30.219254 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f8597e31-c19b-4a69-8241-35feeaa01cb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:30.305607 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-54b740f9-d02b-407b-a885-54a556f66974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e6b5f81-81ca-4f85-befb-de478ff8a664', 'name': 'tempest-TestMinimumBasicScenario-2037564288-router', 'tenant_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '771618e2-ae05-4ade-ae22-8ee65dd45ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:24:28Z', 'updated_at': '2021-04-14T11:27:28Z', 'revision_number': 5, 'project_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'gw_port': {'id': '771618e2-ae05-4ade-ae22-8ee65dd45ce3', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6b5f81-81ca-4f85-befb-de478ff8a664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:30Z', 'updated_at': '2021-04-14T11:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb'}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:27:30.309920 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b740f9-d02b-407b-a885-54a556f66974 None None] Checking router: 8e6b5f81-81ca-4f85-befb-de478ff8a664 for host: dv-cinder-774594-3-smb {{(pid=85229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 11:27:30.322214 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b740f9-d02b-407b-a885-54a556f66974 None None] Routers {'8e6b5f81-81ca-4f85-befb-de478ff8a664'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:27:30.322919 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-54b740f9-d02b-407b-a885-54a556f66974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:27:09Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['8e6b5f81-81ca-4f85-befb-de478ff8a664'], 'active': True} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:27:30.441988 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-f8597e31-c19b-4a69-8241-35feeaa01cb4 admin admin] For port 771618e2-ae05-4ade-ae22-8ee65dd45ce3, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=771618e2-ae05-4ade-ae22-8ee65dd45ce3,segment=NetworkSegment(fc5032d9-be7b-4842-99b0-b17509c45e41),segment_id=fc5032d9-be7b-4842-99b0-b17509c45e41)] {{(pid=85227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:27:30.442298 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f8597e31-c19b-4a69-8241-35feeaa01cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:30.602075 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-f8597e31-c19b-4a69-8241-35feeaa01cb4 admin admin] Calling delete_port for 771618e2-ae05-4ade-ae22-8ee65dd45ce3 owned by network:router_gateway {{(pid=85227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:27:30.696544 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-54b740f9-d02b-407b-a885-54a556f66974 None None] Set router 8e6b5f81-81ca-4f85-befb-de478ff8a664 gateway port host: None {{(pid=85229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:27:30.826109 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-54b740f9-d02b-407b-a885-54a556f66974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e6b5f81-81ca-4f85-befb-de478ff8a664', 'name': 'tempest-TestMinimumBasicScenario-2037564288-router', 'tenant_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:24:28Z', 'updated_at': '2021-04-14T11:27:30Z', 'revision_number': 6, 'project_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'gw_port_host': None}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:27:30.827953 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f8597e31-c19b-4a69-8241-35feeaa01cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10976374'] for port, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:30.835432 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b740f9-d02b-407b-a885-54a556f66974 None None] The sync data for ids ['8e6b5f81-81ca-4f85-befb-de478ff8a664'] in dv-cinder-774594-3-smb is: [{'id': '8e6b5f81-81ca-4f85-befb-de478ff8a664', 'name': 'tempest-TestMinimumBasicScenario-2037564288-router', 'tenant_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:24:28Z', 'updated_at': '2021-04-14T11:27:30Z', 'revision_number': 6, 'project_id': 'afaf019a8c1e453eb9ab3cf44e7ad4fa', 'gw_port_host': None}] {{(pid=85229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 11:27:30.856090 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a4280f5c-be0c-4cc8-abf6-0a3452f4a166 tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:27:30.984009 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8597e31-c19b-4a69-8241-35feeaa01cb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=771618e2-ae05-4ade-ae22-8ee65dd45ce3,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:27:30.987991 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-f8597e31-c19b-4a69-8241-35feeaa01cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:27:31.191763 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f8597e31-c19b-4a69-8241-35feeaa01cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656421'] for router_gateway, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:31.231369 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 771618e2-ae05-4ade-ae22-8ee65dd45ce3 no longer exists at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:27:31.276689 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] No Port match for: 771618e2-ae05-4ade-ae22-8ee65dd45ce3 {{(pid=85229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 11:27:31.277422 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 771618e2-ae05-4ade-ae22-8ee65dd45ce3 not bound to the agent host dv-cinder-774594-3-smb {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 11:27:31.278233 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 681fbf0d-ccb6-48a4-9020-8e0c37eee89f no longer exists at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:27:31.330514 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] No Port match for: 681fbf0d-ccb6-48a4-9020-8e0c37eee89f {{(pid=85229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 11:27:31.331471 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 681fbf0d-ccb6-48a4-9020-8e0c37eee89f not bound to the agent host dv-cinder-774594-3-smb {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 11:27:31.665974 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f8597e31-c19b-4a69-8241-35feeaa01cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-774339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769375'] for router, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:31.667534 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f8597e31-c19b-4a69-8241-35feeaa01cb4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:31.789895 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f8597e31-c19b-4a69-8241-35feeaa01cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854002061'] for router, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:31.790794 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8597e31-c19b-4a69-8241-35feeaa01cb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e6b5f81-81ca-4f85-befb-de478ff8a664 {{(pid=85227) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 11:27:31.807431 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f8597e31-c19b-4a69-8241-35feeaa01cb4 admin admin] Notify callbacks [] for router, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:31.811479 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 34278) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:27:31.811616 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-f8597e31-c19b-4a69-8241-35feeaa01cb4 admin admin] 10.222.0.52 "DELETE /v2.0/routers/8e6b5f81-81ca-4f85-befb-de478ff8a664 HTTP/1.1" status: 204 len: 168 time: 2.0468121 Apr 14 11:27:31.900219 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_v2 [None req-eab81338-1ef7-4c51-b525-1e2ef504e841 admin admin] Deleting subnet d1a71b1c-3b16-43d6-881e-23a824385fe9 {{(pid=85228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 11:27:31.902023 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-eab81338-1ef7-4c51-b525-1e2ef504e841 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:31.956958 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-eab81338-1ef7-4c51-b525-1e2ef504e841 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1862249'] for subnet, precommit_delete_associations {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:32.086068 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-eab81338-1ef7-4c51-b525-1e2ef504e841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4125'] for subnet, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:32.350844 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-eab81338-1ef7-4c51-b525-1e2ef504e841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852849550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843326858'] for subnet, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:32.370808 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:27:32.477817 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab81338-1ef7-4c51-b525-1e2ef504e841 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1a71b1c-3b16-43d6-881e-23a824385fe9,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:27:32.482924 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-eab81338-1ef7-4c51-b525-1e2ef504e841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:27:32.746681 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-eab81338-1ef7-4c51-b525-1e2ef504e841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for subnet, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:32.753164 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526729ce-4836-40a1-89dd-3bee1636dc09 None None] Network ac53151c-4a07-4555-933b-5b25406ca80f requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:27:32.753299 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-eab81338-1ef7-4c51-b525-1e2ef504e841 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d1a71b1c-3b16-43d6-881e-23a824385fe9 HTTP/1.1" status: 204 len: 168 time: 0.9405692 Apr 14 11:27:32.755969 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 34302) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:27:32.877879 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-27e64e68-725c-4e0b-ba51-bd12c9567c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854523456'] for network, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:32.946763 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-27e64e68-725c-4e0b-ba51-bd12c9567c57 admin admin] Deleting port 49283867-0bf2-4f0e-803a-eb423858cfc8 {{(pid=85228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:27:32.947313 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-27e64e68-725c-4e0b-ba51-bd12c9567c57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:33.037299 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a601874-e6b2-4f05-8a86-a27099407823 None None] DHCP port deletion for ac53151c-4a07-4555-933b-5b25406ca80f request from dv-cinder-774594-3-smb {{(pid=85229) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 14 11:27:33.041571 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-6a601874-e6b2-4f05-8a86-a27099407823 None None] Deleting port 49283867-0bf2-4f0e-803a-eb423858cfc8 {{(pid=85229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:27:33.042320 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6a601874-e6b2-4f05-8a86-a27099407823 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:33.106972 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 6 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:27:33.168701 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-27e64e68-725c-4e0b-ba51-bd12c9567c57 admin admin] For port 49283867-0bf2-4f0e-803a-eb423858cfc8, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=49283867-0bf2-4f0e-803a-eb423858cfc8,segment=NetworkSegment(1281ef78-4400-4bc6-bf65-6b8539a805bf),segment_id=1281ef78-4400-4bc6-bf65-6b8539a805bf)] {{(pid=85228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:27:33.169286 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-27e64e68-725c-4e0b-ba51-bd12c9567c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:33.232438 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 49283867-0bf2-4f0e-803a-eb423858cfc8 no longer exists at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:27:33.303949 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-27e64e68-725c-4e0b-ba51-bd12c9567c57 admin admin] Calling delete_port for 49283867-0bf2-4f0e-803a-eb423858cfc8 owned by network:dhcp {{(pid=85228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:27:33.322876 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-6a601874-e6b2-4f05-8a86-a27099407823 None None] For port 49283867-0bf2-4f0e-803a-eb423858cfc8, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=49283867-0bf2-4f0e-803a-eb423858cfc8,segment=NetworkSegment(1281ef78-4400-4bc6-bf65-6b8539a805bf),segment_id=1281ef78-4400-4bc6-bf65-6b8539a805bf)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:27:33.323345 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6a601874-e6b2-4f05-8a86-a27099407823 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:33.382926 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-27e64e68-725c-4e0b-ba51-bd12c9567c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1926183'] for port, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:33.398276 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-c6c87544-3ddf-45a5-9770-44ec731169bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:27:33.452707 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.plugins.ml2.db [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] No ports have port_id starting with 49283867-0bf2-4f0e-803a-eb423858cfc8 Apr 14 11:27:33.460416 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-6a601874-e6b2-4f05-8a86-a27099407823 None None] Calling delete_port for 49283867-0bf2-4f0e-803a-eb423858cfc8 owned by network:dhcp {{(pid=85229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:27:33.492319 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e64e68-725c-4e0b-ba51-bd12c9567c57 admin admin] Pushing event deleted for resources: {'Port': ['ID=49283867-0bf2-4f0e-803a-eb423858cfc8,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:27:33.506739 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-27e64e68-725c-4e0b-ba51-bd12c9567c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:27:33.543194 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e64e68-725c-4e0b-ba51-bd12c9567c57 admin admin] No DVR routers for this DVR port 49283867-0bf2-4f0e-803a-eb423858cfc8 on host dv-cinder-774594-3-smb {{(pid=85228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 11:27:33.603799 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.db.api [None req-6a601874-e6b2-4f05-8a86-a27099407823 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85229) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 11:27:33.604206 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_db.api [None req-6a601874-e6b2-4f05-8a86-a27099407823 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 11:27:33.665627 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-27e64e68-725c-4e0b-ba51-bd12c9567c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854651492', 'neutron.services.segments.db._delete_segments_for_network--9223363295256356434'] for network, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:33.778316 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-27e64e68-725c-4e0b-ba51-bd12c9567c57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac53151c-4a07-4555-933b-5b25406ca80f']}} {{(pid=85228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:27:33.790991 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-27e64e68-725c-4e0b-ba51-bd12c9567c57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1281ef78-4400-4bc6-bf65-6b8539a805bf') {'for_net_delete': True} {{(pid=85228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:27:33.791328 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-27e64e68-725c-4e0b-ba51-bd12c9567c57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1281ef78-4400-4bc6-bf65-6b8539a805bf') {} {{(pid=85228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:27:33.803105 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-27e64e68-725c-4e0b-ba51-bd12c9567c57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295256356178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863071'] for segment, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:33.818190 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-27e64e68-725c-4e0b-ba51-bd12c9567c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774745'] for segment, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:33.824529 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e64e68-725c-4e0b-ba51-bd12c9567c57 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=85228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 11:27:34.002672 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-27e64e68-725c-4e0b-ba51-bd12c9567c57 admin admin] Network ac53151c-4a07-4555-933b-5b25406ca80f has no segments {{(pid=85228) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 11:27:34.011857 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-27e64e68-725c-4e0b-ba51-bd12c9567c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852849635'] for segment, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:34.105172 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-6a601874-e6b2-4f05-8a86-a27099407823 None None] Deleting port 49283867-0bf2-4f0e-803a-eb423858cfc8 {{(pid=85229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:27:34.105727 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6a601874-e6b2-4f05-8a86-a27099407823 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:34.180080 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-6a601874-e6b2-4f05-8a86-a27099407823 None None] The port '49283867-0bf2-4f0e-803a-eb423858cfc8' was deleted {{(pid=85229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 14 11:27:34.203705 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-27e64e68-725c-4e0b-ba51-bd12c9567c57 admin admin] Network ac53151c-4a07-4555-933b-5b25406ca80f has no segments {{(pid=85228) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 11:27:34.226952 dv-cinder-774594-3-smb neutron-server[85114]: Traceback (most recent call last): Apr 14 11:27:34.226952 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 11:27:34.226952 dv-cinder-774594-3-smb neutron-server[85114]: timer() Apr 14 11:27:34.226952 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 11:27:34.226952 dv-cinder-774594-3-smb neutron-server[85114]: cb(*args, **kw) Apr 14 11:27:34.226952 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 11:27:34.226952 dv-cinder-774594-3-smb neutron-server[85114]: return func(*args, **kwargs) Apr 14 11:27:34.226952 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 11:27:34.226952 dv-cinder-774594-3-smb neutron-server[85114]: self._notify() Apr 14 11:27:34.226952 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 11:27:34.226952 dv-cinder-774594-3-smb neutron-server[85114]: self.callback(batched_events) Apr 14 11:27:34.226952 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 11:27:34.226952 dv-cinder-774594-3-smb neutron-server[85114]: event.method(event) Apr 14 11:27:34.226952 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 11:27:34.226952 dv-cinder-774594-3-smb neutron-server[85114]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 11:27:34.226952 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 11:27:34.226952 dv-cinder-774594-3-smb neutron-server[85114]: segment_id)['aggregates'][0] Apr 14 11:27:34.226952 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 11:27:34.226952 dv-cinder-774594-3-smb neutron-server[85114]: return f(self, *a, **k) Apr 14 11:27:34.226952 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 11:27:34.226952 dv-cinder-774594-3-smb neutron-server[85114]: return self._get(url).json() Apr 14 11:27:34.226952 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 11:27:34.226952 dv-cinder-774594-3-smb neutron-server[85114]: **kwargs) Apr 14 11:27:34.226952 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 11:27:34.226952 dv-cinder-774594-3-smb neutron-server[85114]: return self.request(url, 'GET', **kwargs) Apr 14 11:27:34.226952 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 11:27:34.226952 dv-cinder-774594-3-smb neutron-server[85114]: **endpoint_filter) Apr 14 11:27:34.226952 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 11:27:34.226952 dv-cinder-774594-3-smb neutron-server[85114]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 11:27:34.226952 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 11:27:34.226952 dv-cinder-774594-3-smb neutron-server[85114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 11:27:34.226952 dv-cinder-774594-3-smb neutron-server[85114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 11:27:34.331157 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-27e64e68-725c-4e0b-ba51-bd12c9567c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-124293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854119409'] for network, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:34.334896 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:27:34.348681 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-27e64e68-725c-4e0b-ba51-bd12c9567c57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for network, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:34.360126 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e64e68-725c-4e0b-ba51-bd12c9567c57 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac53151c-4a07-4555-933b-5b25406ca80f,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:27:34.366747 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-27e64e68-725c-4e0b-ba51-bd12c9567c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:27:34.374473 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-27e64e68-725c-4e0b-ba51-bd12c9567c57 admin admin] 10.222.0.52 "DELETE /v2.0/networks/ac53151c-4a07-4555-933b-5b25406ca80f HTTP/1.1" status: 204 len: 168 time: 1.6174934 Apr 14 11:27:34.378036 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 34362) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:27:34.951257 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-9cafeed3-e60a-4994-9867-7a0ee1500309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-771124'] for router_interface, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:35.306378 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-9cafeed3-e60a-4994-9867-7a0ee1500309 admin admin] Deleting port a6b15bd1-04dc-4009-8626-58772ac2c99a {{(pid=85228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:27:35.306974 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-9cafeed3-e60a-4994-9867-7a0ee1500309 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:35.660953 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 34374) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:27:35.717297 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-9cafeed3-e60a-4994-9867-7a0ee1500309 admin admin] For port a6b15bd1-04dc-4009-8626-58772ac2c99a, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=a6b15bd1-04dc-4009-8626-58772ac2c99a,segment=NetworkSegment(45660556-47f6-4f72-ac21-a1d8c099a62d),segment_id=45660556-47f6-4f72-ac21-a1d8c099a62d)] {{(pid=85228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:27:35.717685 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-9cafeed3-e60a-4994-9867-7a0ee1500309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:35.728393 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_v2 [None req-50cf3e76-de65-4a1e-92ee-a213c79ca5b4 admin admin] Deleting subnet 34ce089f-6fdf-40ed-ab0b-a21eba44a24f {{(pid=85227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 11:27:35.731508 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-50cf3e76-de65-4a1e-92ee-a213c79ca5b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:35.787416 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-50cf3e76-de65-4a1e-92ee-a213c79ca5b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852804491'] for subnet, precommit_delete_associations {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:35.845328 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-50cf3e76-de65-4a1e-92ee-a213c79ca5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4125'] for subnet, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:35.848056 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-9cafeed3-e60a-4994-9867-7a0ee1500309 admin admin] Calling delete_port for a6b15bd1-04dc-4009-8626-58772ac2c99a owned by network:router_interface {{(pid=85228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:27:36.023450 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-9cafeed3-e60a-4994-9867-7a0ee1500309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1926183'] for port, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:36.039538 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-569ee321-84e6-45d7-93d3-0f3dd8f8b4e8 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:27:36.116303 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-50cf3e76-de65-4a1e-92ee-a213c79ca5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843799517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11237049'] for subnet, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:36.131836 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b06437eb-45a2-4f0f-a40c-790777b6a077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:27:36.134334 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cafeed3-e60a-4994-9867-7a0ee1500309 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6b15bd1-04dc-4009-8626-58772ac2c99a,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:27:36.136922 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-9cafeed3-e60a-4994-9867-7a0ee1500309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:27:36.215628 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf3e76-de65-4a1e-92ee-a213c79ca5b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34ce089f-6fdf-40ed-ab0b-a21eba44a24f,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:27:36.230740 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-50cf3e76-de65-4a1e-92ee-a213c79ca5b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:27:36.269141 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-50cf3e76-de65-4a1e-92ee-a213c79ca5b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:36.278584 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-50cf3e76-de65-4a1e-92ee-a213c79ca5b4 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/34ce089f-6fdf-40ed-ab0b-a21eba44a24f HTTP/1.1" status: 204 len: 168 time: 0.6159458 Apr 14 11:27:36.279176 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 34378) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:27:36.400087 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2e05f748-2c07-4607-8bc1-b8bbcd05c391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854523456'] for network, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:36.494606 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-9cafeed3-e60a-4994-9867-7a0ee1500309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854151702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656579'] for router_interface, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:36.605223 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2e05f748-2c07-4607-8bc1-b8bbcd05c391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854651492', 'neutron.services.segments.db._delete_segments_for_network--9223363295256356434'] for network, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:36.728296 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-2e05f748-2c07-4607-8bc1-b8bbcd05c391 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbd9fb41-6848-46f2-88f7-7a3335f906f5']}} {{(pid=85227) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:27:36.743254 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-2e05f748-2c07-4607-8bc1-b8bbcd05c391 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5155f77-1803-408d-b8fa-536e79196144') {'for_net_delete': True} {{(pid=85227) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:27:36.743607 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-2e05f748-2c07-4607-8bc1-b8bbcd05c391 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5155f77-1803-408d-b8fa-536e79196144') {} {{(pid=85227) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:27:36.756801 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2e05f748-2c07-4607-8bc1-b8bbcd05c391 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295256356178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852804733'] for segment, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:36.779090 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2e05f748-2c07-4607-8bc1-b8bbcd05c391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774745'] for segment, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:36.785523 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e05f748-2c07-4607-8bc1-b8bbcd05c391 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=85227) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 11:27:36.961783 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-2e05f748-2c07-4607-8bc1-b8bbcd05c391 admin admin] Network fbd9fb41-6848-46f2-88f7-7a3335f906f5 has no segments {{(pid=85227) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 11:27:36.970401 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2e05f748-2c07-4607-8bc1-b8bbcd05c391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843799476'] for segment, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:37.002958 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cafeed3-e60a-4994-9867-7a0ee1500309 admin admin] Router 9de1cae5-5a19-426d-a8b4-1c716d45b5ba has already been hosted by L3 agent 72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6 {{(pid=85228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 11:27:37.081944 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b2ea15fe-a700-493f-b516-c9a6aadeb711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:37.157086 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-2e05f748-2c07-4607-8bc1-b8bbcd05c391 admin admin] Network fbd9fb41-6848-46f2-88f7-7a3335f906f5 has no segments {{(pid=85227) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 11:27:37.181525 dv-cinder-774594-3-smb neutron-server[85114]: Traceback (most recent call last): Apr 14 11:27:37.181525 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 11:27:37.181525 dv-cinder-774594-3-smb neutron-server[85114]: timer() Apr 14 11:27:37.181525 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 11:27:37.181525 dv-cinder-774594-3-smb neutron-server[85114]: cb(*args, **kw) Apr 14 11:27:37.181525 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 11:27:37.181525 dv-cinder-774594-3-smb neutron-server[85114]: return func(*args, **kwargs) Apr 14 11:27:37.181525 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 11:27:37.181525 dv-cinder-774594-3-smb neutron-server[85114]: self._notify() Apr 14 11:27:37.181525 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 11:27:37.181525 dv-cinder-774594-3-smb neutron-server[85114]: self.callback(batched_events) Apr 14 11:27:37.181525 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 11:27:37.181525 dv-cinder-774594-3-smb neutron-server[85114]: event.method(event) Apr 14 11:27:37.181525 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 11:27:37.181525 dv-cinder-774594-3-smb neutron-server[85114]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 11:27:37.181525 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 11:27:37.181525 dv-cinder-774594-3-smb neutron-server[85114]: segment_id)['aggregates'][0] Apr 14 11:27:37.181525 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 11:27:37.181525 dv-cinder-774594-3-smb neutron-server[85114]: return f(self, *a, **k) Apr 14 11:27:37.181525 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 11:27:37.181525 dv-cinder-774594-3-smb neutron-server[85114]: return self._get(url).json() Apr 14 11:27:37.181525 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 11:27:37.181525 dv-cinder-774594-3-smb neutron-server[85114]: **kwargs) Apr 14 11:27:37.181525 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 11:27:37.181525 dv-cinder-774594-3-smb neutron-server[85114]: return self.request(url, 'GET', **kwargs) Apr 14 11:27:37.181525 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 11:27:37.181525 dv-cinder-774594-3-smb neutron-server[85114]: **endpoint_filter) Apr 14 11:27:37.181525 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 11:27:37.181525 dv-cinder-774594-3-smb neutron-server[85114]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 11:27:37.181525 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 11:27:37.181525 dv-cinder-774594-3-smb neutron-server[85114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 11:27:37.181525 dv-cinder-774594-3-smb neutron-server[85114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 11:27:37.195724 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cafeed3-e60a-4994-9867-7a0ee1500309 admin admin] Notify agent at l3_agent.dv-cinder-774594-3-smb the message routers_updated {{(pid=85228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 11:27:37.206532 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a592018-8e49-4a70-bd34-339cd4f4797f None None] Sync routers for ids ['9de1cae5-5a19-426d-a8b4-1c716d45b5ba'] in dv-cinder-774594-3-smb {{(pid=85230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 11:27:37.211325 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-9cafeed3-e60a-4994-9867-7a0ee1500309 admin admin] 10.222.0.52 "PUT /v2.0/routers/9de1cae5-5a19-426d-a8b4-1c716d45b5ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8322108 Apr 14 11:27:37.216510 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a592018-8e49-4a70-bd34-339cd4f4797f None None] Routers {'9de1cae5-5a19-426d-a8b4-1c716d45b5ba'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:27:37.217302 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-8a592018-8e49-4a70-bd34-339cd4f4797f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:27:09Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['9de1cae5-5a19-426d-a8b4-1c716d45b5ba'], 'active': True} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:27:37.217648 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 34384) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:27:37.266668 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2e05f748-2c07-4607-8bc1-b8bbcd05c391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-124293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854119409'] for network, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:37.270696 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:27:37.293598 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2e05f748-2c07-4607-8bc1-b8bbcd05c391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for network, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:37.303422 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e05f748-2c07-4607-8bc1-b8bbcd05c391 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbd9fb41-6848-46f2-88f7-7a3335f906f5,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:27:37.307395 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-2e05f748-2c07-4607-8bc1-b8bbcd05c391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:27:37.309048 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-2e05f748-2c07-4607-8bc1-b8bbcd05c391 admin admin] 10.222.0.52 "DELETE /v2.0/networks/fbd9fb41-6848-46f2-88f7-7a3335f906f5 HTTP/1.1" status: 204 len: 168 time: 1.0288725 Apr 14 11:27:37.410269 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-8a592018-8e49-4a70-bd34-339cd4f4797f None None] Set router 9de1cae5-5a19-426d-a8b4-1c716d45b5ba gateway port host: dv-cinder-774594-3-smb {{(pid=85230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:27:37.417557 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ce17e8dd-e921-4709-b15e-34e6de97aa7c admin admin] Notify callbacks [] for router, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:37.495961 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 34390) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:27:37.531752 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-060db3aa-6418-4eb1-a3b2-bc895c728741 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b65e4998f864466e98e75c4245ea3d14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0343857 Apr 14 11:27:37.535030 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 34394) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:27:37.599628 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e9ab2fd7-5935-44c8-b559-21217006a9b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:37.612263 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ce17e8dd-e921-4709-b15e-34e6de97aa7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:37.620850 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-ce17e8dd-e921-4709-b15e-34e6de97aa7c admin admin] Deleting port 7b88b98d-1697-4266-95f6-39f293c2ad5b {{(pid=85228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:27:37.621223 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ce17e8dd-e921-4709-b15e-34e6de97aa7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:37.627837 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e9ab2fd7-5935-44c8-b559-21217006a9b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:37.677342 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e9ab2fd7-5935-44c8-b559-21217006a9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:37.688462 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-18cf77fe-9037-467b-a680-7517ef404def admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:27:37.704413 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab2fd7-5935-44c8-b559-21217006a9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe38edf1-7654-4df1-bb6e-74d69916c46b,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:27:37.707317 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e9ab2fd7-5935-44c8-b559-21217006a9b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:37.711592 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-e9ab2fd7-5935-44c8-b559-21217006a9b2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fe38edf1-7654-4df1-bb6e-74d69916c46b HTTP/1.1" status: 204 len: 168 time: 0.1755528 Apr 14 11:27:37.712677 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-e9ab2fd7-5935-44c8-b559-21217006a9b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:27:37.752427 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-8a592018-8e49-4a70-bd34-339cd4f4797f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de1cae5-5a19-426d-a8b4-1c716d45b5ba', 'name': 'tempest-TestMinimumBasicScenario-1423623595-router', 'tenant_id': 'ac3e661fd4e34153a5f720d400020430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '7b88b98d-1697-4266-95f6-39f293c2ad5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:24:42Z', 'updated_at': '2021-04-14T11:27:35Z', 'revision_number': 5, 'project_id': 'ac3e661fd4e34153a5f720d400020430', 'gw_port': {'id': '7b88b98d-1697-4266-95f6-39f293c2ad5b', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de1cae5-5a19-426d-a8b4-1c716d45b5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:24:43Z', 'updated_at': '2021-04-14T11:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb'}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:27:37.756539 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a592018-8e49-4a70-bd34-339cd4f4797f None None] Checking router: 9de1cae5-5a19-426d-a8b4-1c716d45b5ba for host: dv-cinder-774594-3-smb {{(pid=85230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 11:27:37.769266 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a592018-8e49-4a70-bd34-339cd4f4797f None None] Routers {'9de1cae5-5a19-426d-a8b4-1c716d45b5ba'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:27:37.769936 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-8a592018-8e49-4a70-bd34-339cd4f4797f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:27:09Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['9de1cae5-5a19-426d-a8b4-1c716d45b5ba'], 'active': True} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:27:37.828337 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-ce17e8dd-e921-4709-b15e-34e6de97aa7c admin admin] For port 7b88b98d-1697-4266-95f6-39f293c2ad5b, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=7b88b98d-1697-4266-95f6-39f293c2ad5b,segment=NetworkSegment(fc5032d9-be7b-4842-99b0-b17509c45e41),segment_id=fc5032d9-be7b-4842-99b0-b17509c45e41)] {{(pid=85228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:27:37.828737 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ce17e8dd-e921-4709-b15e-34e6de97aa7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:37.932935 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-8a592018-8e49-4a70-bd34-339cd4f4797f None None] Set router 9de1cae5-5a19-426d-a8b4-1c716d45b5ba gateway port host: None {{(pid=85230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:27:37.963658 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-ce17e8dd-e921-4709-b15e-34e6de97aa7c admin admin] Calling delete_port for 7b88b98d-1697-4266-95f6-39f293c2ad5b owned by network:router_gateway {{(pid=85228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:27:38.061609 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-8a592018-8e49-4a70-bd34-339cd4f4797f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de1cae5-5a19-426d-a8b4-1c716d45b5ba', 'name': 'tempest-TestMinimumBasicScenario-1423623595-router', 'tenant_id': 'ac3e661fd4e34153a5f720d400020430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:24:42Z', 'updated_at': '2021-04-14T11:27:37Z', 'revision_number': 6, 'project_id': 'ac3e661fd4e34153a5f720d400020430', 'gw_port_host': None}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:27:38.065918 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a592018-8e49-4a70-bd34-339cd4f4797f None None] The sync data for ids ['9de1cae5-5a19-426d-a8b4-1c716d45b5ba'] in dv-cinder-774594-3-smb is: [{'id': '9de1cae5-5a19-426d-a8b4-1c716d45b5ba', 'name': 'tempest-TestMinimumBasicScenario-1423623595-router', 'tenant_id': 'ac3e661fd4e34153a5f720d400020430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:24:42Z', 'updated_at': '2021-04-14T11:27:37Z', 'revision_number': 6, 'project_id': 'ac3e661fd4e34153a5f720d400020430', 'gw_port_host': None}] {{(pid=85230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 11:27:38.157590 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ce17e8dd-e921-4709-b15e-34e6de97aa7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1926183'] for port, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:38.179258 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-27e64e68-725c-4e0b-ba51-bd12c9567c57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:27:38.278433 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17e8dd-e921-4709-b15e-34e6de97aa7c admin admin] Pushing event deleted for resources: {'Port': ['ID=7b88b98d-1697-4266-95f6-39f293c2ad5b,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:27:38.282351 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-ce17e8dd-e921-4709-b15e-34e6de97aa7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:27:38.685493 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ce17e8dd-e921-4709-b15e-34e6de97aa7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656421'] for router_gateway, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:38.879336 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ce17e8dd-e921-4709-b15e-34e6de97aa7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-774339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769375'] for router, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:38.880382 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ce17e8dd-e921-4709-b15e-34e6de97aa7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:38.899417 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a1a308b7-9c14-43cf-9768-3d20daafdb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:38.903617 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ce17e8dd-e921-4709-b15e-34e6de97aa7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854002061'] for router, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:38.904224 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce17e8dd-e921-4709-b15e-34e6de97aa7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9de1cae5-5a19-426d-a8b4-1c716d45b5ba {{(pid=85228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 11:27:38.917765 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ce17e8dd-e921-4709-b15e-34e6de97aa7c admin admin] Notify callbacks [] for router, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:38.922088 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 34436) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:27:38.923013 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-ce17e8dd-e921-4709-b15e-34e6de97aa7c admin admin] 10.222.0.52 "DELETE /v2.0/routers/9de1cae5-5a19-426d-a8b4-1c716d45b5ba HTTP/1.1" status: 204 len: 168 time: 1.7043600 Apr 14 11:27:38.996368 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_v2 [None req-db17ed9e-1393-4796-be9b-f7d7d2b6fd4e admin admin] Deleting subnet 4ab34569-d9f9-446b-bd56-4b0e30cb24f4 {{(pid=85227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 11:27:38.999664 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-db17ed9e-1393-4796-be9b-f7d7d2b6fd4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:39.052942 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-db17ed9e-1393-4796-be9b-f7d7d2b6fd4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852804491'] for subnet, precommit_delete_associations {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:39.181723 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-db17ed9e-1393-4796-be9b-f7d7d2b6fd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4125'] for subnet, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:39.210320 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 7b88b98d-1697-4266-95f6-39f293c2ad5b no longer exists at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:27:39.252760 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] No Port match for: 7b88b98d-1697-4266-95f6-39f293c2ad5b {{(pid=85229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 11:27:39.253160 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 7b88b98d-1697-4266-95f6-39f293c2ad5b not bound to the agent host dv-cinder-774594-3-smb {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 11:27:39.253637 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device a6b15bd1-04dc-4009-8626-58772ac2c99a no longer exists at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:27:39.293621 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] No Port match for: a6b15bd1-04dc-4009-8626-58772ac2c99a {{(pid=85229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 11:27:39.294029 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device a6b15bd1-04dc-4009-8626-58772ac2c99a not bound to the agent host dv-cinder-774594-3-smb {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 11:27:39.449645 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-db17ed9e-1393-4796-be9b-f7d7d2b6fd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843799517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11237049'] for subnet, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:39.465324 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-0041e28f-ae2d-42f5-9036-6f00bb148b81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:27:39.558915 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db17ed9e-1393-4796-be9b-f7d7d2b6fd4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ab34569-d9f9-446b-bd56-4b0e30cb24f4,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:27:39.563680 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-db17ed9e-1393-4796-be9b-f7d7d2b6fd4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:27:39.597067 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-db17ed9e-1393-4796-be9b-f7d7d2b6fd4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:39.602744 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428fef58-1219-4065-8969-24014c699818 None None] Network 3c15d8ce-cc51-4d86-b608-eed6b46e06cf requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:27:39.603244 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-db17ed9e-1393-4796-be9b-f7d7d2b6fd4e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4ab34569-d9f9-446b-bd56-4b0e30cb24f4 HTTP/1.1" status: 204 len: 168 time: 0.6800439 Apr 14 11:27:39.605805 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 34444) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:27:39.719817 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-db7e71e7-711d-47a4-a2ef-acbf940d1545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854523456'] for network, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:39.788078 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-db7e71e7-711d-47a4-a2ef-acbf940d1545 admin admin] Deleting port 37b665a2-9673-40d7-9d2b-cd3262924744 {{(pid=85227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:27:39.788456 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-db7e71e7-711d-47a4-a2ef-acbf940d1545 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:39.866451 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbd97f4-b911-4db5-b85d-c3dbed6addcc None None] DHCP port deletion for 3c15d8ce-cc51-4d86-b608-eed6b46e06cf request from dv-cinder-774594-3-smb {{(pid=85229) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 14 11:27:39.870659 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-3dbd97f4-b911-4db5-b85d-c3dbed6addcc None None] Deleting port 37b665a2-9673-40d7-9d2b-cd3262924744 {{(pid=85229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:27:39.871084 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3dbd97f4-b911-4db5-b85d-c3dbed6addcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:40.011226 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-db7e71e7-711d-47a4-a2ef-acbf940d1545 admin admin] For port 37b665a2-9673-40d7-9d2b-cd3262924744, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=37b665a2-9673-40d7-9d2b-cd3262924744,segment=NetworkSegment(45660556-47f6-4f72-ac21-a1d8c099a62d),segment_id=45660556-47f6-4f72-ac21-a1d8c099a62d)] {{(pid=85227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:27:40.011842 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-db7e71e7-711d-47a4-a2ef-acbf940d1545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:40.095835 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-3dbd97f4-b911-4db5-b85d-c3dbed6addcc None None] For port 37b665a2-9673-40d7-9d2b-cd3262924744, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=37b665a2-9673-40d7-9d2b-cd3262924744,segment=NetworkSegment(45660556-47f6-4f72-ac21-a1d8c099a62d),segment_id=45660556-47f6-4f72-ac21-a1d8c099a62d)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:27:40.096212 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3dbd97f4-b911-4db5-b85d-c3dbed6addcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:40.150956 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-db7e71e7-711d-47a4-a2ef-acbf940d1545 admin admin] Calling delete_port for 37b665a2-9673-40d7-9d2b-cd3262924744 owned by network:dhcp {{(pid=85227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:27:40.165851 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:40.229514 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-3dbd97f4-b911-4db5-b85d-c3dbed6addcc None None] Calling delete_port for 37b665a2-9673-40d7-9d2b-cd3262924744 owned by network:dhcp {{(pid=85229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:27:40.231016 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-db7e71e7-711d-47a4-a2ef-acbf940d1545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10976374'] for port, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:40.247205 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-59260ad1-7ede-480c-aeed-29e4d238bc9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:27:40.315187 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:40.320104 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.db.api [None req-3dbd97f4-b911-4db5-b85d-c3dbed6addcc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85229) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 11:27:40.320521 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_db.api [None req-3dbd97f4-b911-4db5-b85d-c3dbed6addcc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 11:27:40.339948 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e71e7-711d-47a4-a2ef-acbf940d1545 admin admin] Pushing event deleted for resources: {'Port': ['ID=37b665a2-9673-40d7-9d2b-cd3262924744,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:27:40.354054 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-db7e71e7-711d-47a4-a2ef-acbf940d1545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:27:40.390935 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7e71e7-711d-47a4-a2ef-acbf940d1545 admin admin] No DVR routers for this DVR port 37b665a2-9673-40d7-9d2b-cd3262924744 on host dv-cinder-774594-3-smb {{(pid=85227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 11:27:40.562433 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-db7e71e7-711d-47a4-a2ef-acbf940d1545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854651492', 'neutron.services.segments.db._delete_segments_for_network--9223363295256356434'] for network, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:40.696682 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-db7e71e7-711d-47a4-a2ef-acbf940d1545 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c15d8ce-cc51-4d86-b608-eed6b46e06cf']}} {{(pid=85227) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:27:40.711175 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7c930bf8-0043-4bba-af50-878d7f2c1167 req-b13ab134-0da6-4962-9325-dc849d4f271c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2151101 Apr 14 11:27:40.713843 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-db7e71e7-711d-47a4-a2ef-acbf940d1545 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45660556-47f6-4f72-ac21-a1d8c099a62d') {'for_net_delete': True} {{(pid=85227) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:27:40.714211 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-db7e71e7-711d-47a4-a2ef-acbf940d1545 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45660556-47f6-4f72-ac21-a1d8c099a62d') {} {{(pid=85227) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:27:40.727962 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-db7e71e7-711d-47a4-a2ef-acbf940d1545 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295256356178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852804733'] for segment, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:40.821677 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-3dbd97f4-b911-4db5-b85d-c3dbed6addcc None None] Deleting port 37b665a2-9673-40d7-9d2b-cd3262924744 {{(pid=85229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:27:40.822117 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3dbd97f4-b911-4db5-b85d-c3dbed6addcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:40.902461 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-3dbd97f4-b911-4db5-b85d-c3dbed6addcc None None] The port '37b665a2-9673-40d7-9d2b-cd3262924744' was deleted {{(pid=85229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 14 11:27:41.023297 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-db7e71e7-711d-47a4-a2ef-acbf940d1545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774745'] for segment, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:41.032240 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db7e71e7-711d-47a4-a2ef-acbf940d1545 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=85227) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 11:27:41.203053 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 37b665a2-9673-40d7-9d2b-cd3262924744 no longer exists at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:27:41.219547 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c930bf8-0043-4bba-af50-878d7f2c1167 req-61d10e4b-0183-437c-ba39-ede7e39d66df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:41.221179 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7c930bf8-0043-4bba-af50-878d7f2c1167 req-61d10e4b-0183-437c-ba39-ede7e39d66df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9b3ef38e1d8424c861a2e84fef25222&device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 1098 time: 0.4811757 Apr 14 11:27:41.238330 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-db7e71e7-711d-47a4-a2ef-acbf940d1545 admin admin] Network 3c15d8ce-cc51-4d86-b608-eed6b46e06cf has no segments {{(pid=85227) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 11:27:41.240035 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] No Port match for: 37b665a2-9673-40d7-9d2b-cd3262924744 {{(pid=85229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 11:27:41.240437 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 37b665a2-9673-40d7-9d2b-cd3262924744 not bound to the agent host dv-cinder-774594-3-smb {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 11:27:41.248914 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-db7e71e7-711d-47a4-a2ef-acbf940d1545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843799476'] for segment, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:41.452887 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:41.472297 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:41.529083 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-db7e71e7-711d-47a4-a2ef-acbf940d1545 admin admin] Network 3c15d8ce-cc51-4d86-b608-eed6b46e06cf has no segments {{(pid=85227) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 11:27:41.557020 dv-cinder-774594-3-smb neutron-server[85114]: Traceback (most recent call last): Apr 14 11:27:41.557020 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 11:27:41.557020 dv-cinder-774594-3-smb neutron-server[85114]: timer() Apr 14 11:27:41.557020 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 11:27:41.557020 dv-cinder-774594-3-smb neutron-server[85114]: cb(*args, **kw) Apr 14 11:27:41.557020 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 11:27:41.557020 dv-cinder-774594-3-smb neutron-server[85114]: return func(*args, **kwargs) Apr 14 11:27:41.557020 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 11:27:41.557020 dv-cinder-774594-3-smb neutron-server[85114]: self._notify() Apr 14 11:27:41.557020 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 11:27:41.557020 dv-cinder-774594-3-smb neutron-server[85114]: self.callback(batched_events) Apr 14 11:27:41.557020 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 11:27:41.557020 dv-cinder-774594-3-smb neutron-server[85114]: event.method(event) Apr 14 11:27:41.557020 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 11:27:41.557020 dv-cinder-774594-3-smb neutron-server[85114]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 11:27:41.557020 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 11:27:41.557020 dv-cinder-774594-3-smb neutron-server[85114]: segment_id)['aggregates'][0] Apr 14 11:27:41.557020 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 11:27:41.557020 dv-cinder-774594-3-smb neutron-server[85114]: return f(self, *a, **k) Apr 14 11:27:41.557020 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 11:27:41.557020 dv-cinder-774594-3-smb neutron-server[85114]: return self._get(url).json() Apr 14 11:27:41.557020 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 11:27:41.557020 dv-cinder-774594-3-smb neutron-server[85114]: **kwargs) Apr 14 11:27:41.557020 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 11:27:41.557020 dv-cinder-774594-3-smb neutron-server[85114]: return self.request(url, 'GET', **kwargs) Apr 14 11:27:41.557020 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 11:27:41.557020 dv-cinder-774594-3-smb neutron-server[85114]: **endpoint_filter) Apr 14 11:27:41.557020 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 11:27:41.557020 dv-cinder-774594-3-smb neutron-server[85114]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 11:27:41.557020 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 11:27:41.557020 dv-cinder-774594-3-smb neutron-server[85114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 11:27:41.557020 dv-cinder-774594-3-smb neutron-server[85114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 11:27:41.637753 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c930bf8-0043-4bba-af50-878d7f2c1167 req-41a3e684-7e8a-4a34-88e7-524adaec9a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:41.639367 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7c930bf8-0043-4bba-af50-878d7f2c1167 req-41a3e684-7e8a-4a34-88e7-524adaec9a36 service neutron] 10.222.0.41 "GET /v2.0/networks?id=712e05ed-c735-46b7-8a8c-2c06f81a1c29 HTTP/1.1" status: 200 len: 917 time: 0.3927617 Apr 14 11:27:41.707576 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-db7e71e7-711d-47a4-a2ef-acbf940d1545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-124293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854119409'] for network, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:41.722868 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-2e05f748-2c07-4607-8bc1-b8bbcd05c391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:27:41.736829 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-db7e71e7-711d-47a4-a2ef-acbf940d1545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for network, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:41.758380 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e71e7-711d-47a4-a2ef-acbf940d1545 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c15d8ce-cc51-4d86-b608-eed6b46e06cf,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:27:41.767373 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-db7e71e7-711d-47a4-a2ef-acbf940d1545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:27:41.771316 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-db7e71e7-711d-47a4-a2ef-acbf940d1545 admin admin] 10.222.0.52 "DELETE /v2.0/networks/3c15d8ce-cc51-4d86-b608-eed6b46e06cf HTTP/1.1" status: 204 len: 168 time: 2.1645207 Apr 14 11:27:41.785803 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7c930bf8-0043-4bba-af50-878d7f2c1167 req-961fb1c7-824f-4ef0-b8eb-61fe860f8c67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f35634ec-6f85-494c-9eaf-51ca2f1d3c83 HTTP/1.1" status: 200 len: 1001 time: 0.1392856 Apr 14 11:27:41.862112 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c930bf8-0043-4bba-af50-878d7f2c1167 req-041c921f-2b49-49ca-8952-7735a54b7cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:41.863598 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7c930bf8-0043-4bba-af50-878d7f2c1167 req-041c921f-2b49-49ca-8952-7735a54b7cc9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b2aaa5c-9e54-4364-a946-78c283f1ff6f HTTP/1.1" status: 200 len: 855 time: 0.0698998 Apr 14 11:27:41.950065 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c930bf8-0043-4bba-af50-878d7f2c1167 req-b6cc9587-a107-4b0f-b3d0-769f872b1342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:41.951837 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7c930bf8-0043-4bba-af50-878d7f2c1167 req-b6cc9587-a107-4b0f-b3d0-769f872b1342 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=712e05ed-c735-46b7-8a8c-2c06f81a1c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0812063 Apr 14 11:27:41.959544 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 34466) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:27:41.999664 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-9cf60110-1d30-4a98-8365-1385c9a7fa47 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=afaf019a8c1e453eb9ab3cf44e7ad4fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382867 Apr 14 11:27:42.002099 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 34472) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:27:42.086186 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-74be56e0-ada5-4bd4-978c-3e61495e1487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:42.104625 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7c930bf8-0043-4bba-af50-878d7f2c1167 req-be93d603-b37e-4e16-adc8-1e9e2662f6dc service neutron] 10.222.0.41 "GET /v2.0/networks/712e05ed-c735-46b7-8a8c-2c06f81a1c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449082 Apr 14 11:27:42.114862 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-74be56e0-ada5-4bd4-978c-3e61495e1487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:42.163168 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-74be56e0-ada5-4bd4-978c-3e61495e1487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:42.168550 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-c0c036b6-0223-41a1-8d88-67bfa786b89f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:27:42.185312 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be56e0-ada5-4bd4-978c-3e61495e1487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c111e1-d74b-4ea2-8da0-35dcedf4cd58,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:27:42.187872 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-74be56e0-ada5-4bd4-978c-3e61495e1487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:27:42.194143 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-74be56e0-ada5-4bd4-978c-3e61495e1487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:42.197883 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-74be56e0-ada5-4bd4-978c-3e61495e1487 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/92c111e1-d74b-4ea2-8da0-35dcedf4cd58 HTTP/1.1" status: 204 len: 168 time: 0.1923132 Apr 14 11:27:42.274558 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7c930bf8-0043-4bba-af50-878d7f2c1167 req-2cd7cdc4-b995-4b11-a8d6-34b717dfa351 service neutron] 10.222.0.41 "GET /v2.0/networks/712e05ed-c735-46b7-8a8c-2c06f81a1c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607049 Apr 14 11:27:42.580596 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 34488) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:27:42.646720 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-f366ebe8-69d5-4079-9bbc-45ea0cebe5fd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ac3e661fd4e34153a5f720d400020430&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0624354 Apr 14 11:27:42.646957 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 34492) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:27:42.713640 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-fa0bdd73-001c-4b8b-9feb-fe7b936deab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:42.742222 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-fa0bdd73-001c-4b8b-9feb-fe7b936deab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:42.787089 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-fa0bdd73-001c-4b8b-9feb-fe7b936deab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:42.792247 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-76052cb3-7eab-48b3-b09e-c4d6a770f2e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:27:42.804846 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0bdd73-001c-4b8b-9feb-fe7b936deab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0bec03-55ac-4955-acd4-539cd4f9c23d,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:27:42.808000 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-fa0bdd73-001c-4b8b-9feb-fe7b936deab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:27:42.810837 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-fa0bdd73-001c-4b8b-9feb-fe7b936deab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:42.812885 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-fa0bdd73-001c-4b8b-9feb-fe7b936deab7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4a0bec03-55ac-4955-acd4-539cd4f9c23d HTTP/1.1" status: 204 len: 168 time: 0.1647937 Apr 14 11:27:43.568000 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ebe52-50c2-4a23-a730-f8a7936a05a1 req-365c3aa1-ebb3-47f9-99a0-2137996a897d tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:43.569588 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-490ebe52-50c2-4a23-a730-f8a7936a05a1 req-365c3aa1-ebb3-47f9-99a0-2137996a897d tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 945 time: 0.2722037 Apr 14 11:27:43.603376 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-490ebe52-50c2-4a23-a730-f8a7936a05a1 req-d9df547f-282f-469e-b9fd-c47a0548e39a tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272822 Apr 14 11:27:44.618564 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 34528) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:27:44.786781 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1673-369b-4ce4-b2a1-95818bfb6c71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:44.805622 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-a2ae1673-369b-4ce4-b2a1-95818bfb6c71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:27:44.810929 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-a2ae1673-369b-4ce4-b2a1-95818bfb6c71 admin admin] Usage tracker for resource:security_group_rule and tenant:0579d11d22c54a63846e72a753b50c9d is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:27:44.814301 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-a2ae1673-369b-4ce4-b2a1-95818bfb6c71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:27:44.823053 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-a2ae1673-369b-4ce4-b2a1-95818bfb6c71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:27:44.874921 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cd5d8-51f1-42db-9f3b-9dec4de96c28 req-c0b9a1ec-6a8f-46dc-b9ec-500637fc3d1d tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:44.876453 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-cd6cd5d8-51f1-42db-9f3b-9dec4de96c28 req-c0b9a1ec-6a8f-46dc-b9ec-500637fc3d1d tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 945 time: 0.1547477 Apr 14 11:27:44.916239 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-cd6cd5d8-51f1-42db-9f3b-9dec4de96c28 req-60352ced-7ebd-47d7-a496-63b3bd54b4e4 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301807 Apr 14 11:27:44.971914 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1673-369b-4ce4-b2a1-95818bfb6c71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:44.974377 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1673-369b-4ce4-b2a1-95818bfb6c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:44.982844 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-51dd1d00-51a0-41e6-aad8-7e90fdf7dbc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:27:45.028437 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-a2ae1673-369b-4ce4-b2a1-95818bfb6c71 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0579d11d22c54a63846e72a753b50c9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4087105 Apr 14 11:27:45.031118 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 34536) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:27:45.034358 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae1673-369b-4ce4-b2a1-95818bfb6c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f72e97d-0336-44d4-9a9e-30fcf40fa17e,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:27:45.047219 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a2ae1673-369b-4ce4-b2a1-95818bfb6c71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:27:45.096786 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f9449d40-2511-4124-8a38-1706cca4490e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:45.124078 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f9449d40-2511-4124-8a38-1706cca4490e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:45.167261 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f9449d40-2511-4124-8a38-1706cca4490e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:45.172163 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-6fa24d9c-60f3-49bf-90c5-42d5fd0a6919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:27:45.186122 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9449d40-2511-4124-8a38-1706cca4490e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f72e97d-0336-44d4-9a9e-30fcf40fa17e,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:27:45.189239 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-f9449d40-2511-4124-8a38-1706cca4490e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:27:45.190310 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f9449d40-2511-4124-8a38-1706cca4490e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:27:45.191417 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-f9449d40-2511-4124-8a38-1706cca4490e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6f72e97d-0336-44d4-9a9e-30fcf40fa17e HTTP/1.1" status: 204 len: 168 time: 0.1593392 Apr 14 11:27:46.125667 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40fbcb8-af1c-4e88-ae57-180e68ed64d0 req-27724e43-42bc-4510-a28a-7dfb6705a87a tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:46.127345 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e40fbcb8-af1c-4e88-ae57-180e68ed64d0 req-27724e43-42bc-4510-a28a-7dfb6705a87a tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 945 time: 0.0942183 Apr 14 11:27:46.159084 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e40fbcb8-af1c-4e88-ae57-180e68ed64d0 req-dc8a3c51-facb-4c61-a02a-c5fc3d9ad8a6 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0249395 Apr 14 11:27:47.366995 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb0b74-02ec-4ca3-9b1e-b5091ed8fedf req-2c471999-9203-4ebd-a60f-ddf749530611 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:47.368498 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-29fb0b74-02ec-4ca3-9b1e-b5091ed8fedf req-2c471999-9203-4ebd-a60f-ddf749530611 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 945 time: 0.0927563 Apr 14 11:27:47.398177 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-29fb0b74-02ec-4ca3-9b1e-b5091ed8fedf req-c5a6ffe4-bfe8-4e12-8155-b3fa912d14ec tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0234852 Apr 14 11:27:48.606677 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a564b1-22a8-4ccf-b63e-b538efd5dbdb req-c76fa65a-2d76-4f9e-9bf1-5d39bf03a30f tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:48.608213 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-19a564b1-22a8-4ccf-b63e-b538efd5dbdb req-c76fa65a-2d76-4f9e-9bf1-5d39bf03a30f tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 945 time: 0.0901530 Apr 14 11:27:48.638145 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-19a564b1-22a8-4ccf-b63e-b538efd5dbdb req-17078051-8326-4da3-9fad-eaad5d56fdfe tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0230348 Apr 14 11:27:49.848943 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52addfdd-8a45-4e79-bec5-59a33f35bf36 req-a2415036-f8b2-4f7f-a3b7-92d09687be78 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:49.850850 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-52addfdd-8a45-4e79-bec5-59a33f35bf36 req-a2415036-f8b2-4f7f-a3b7-92d09687be78 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 945 time: 0.0908718 Apr 14 11:27:49.881583 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-52addfdd-8a45-4e79-bec5-59a33f35bf36 req-973e2b34-642f-4e6c-84e9-9c4692948c74 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0244830 Apr 14 11:27:51.085368 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9bfc4-259c-4280-a2f6-12ab73ee55ee req-7d565247-5084-4019-8749-c8cc50e32da5 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:51.086972 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-34f9bfc4-259c-4280-a2f6-12ab73ee55ee req-7d565247-5084-4019-8749-c8cc50e32da5 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 945 time: 0.0915930 Apr 14 11:27:51.117289 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-34f9bfc4-259c-4280-a2f6-12ab73ee55ee req-bc40e9c7-a108-4b40-818d-81be8cda9afc tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0239851 Apr 14 11:27:52.321931 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f9b97-1c08-4eb6-864d-439abdfed173 req-443d6387-d9ea-471b-b120-b0855757b093 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:52.323616 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7c7f9b97-1c08-4eb6-864d-439abdfed173 req-443d6387-d9ea-471b-b120-b0855757b093 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 945 time: 0.0886102 Apr 14 11:27:52.355392 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7c7f9b97-1c08-4eb6-864d-439abdfed173 req-d444151d-1368-4de1-9e06-c84ca501f25a tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0253186 Apr 14 11:27:53.560098 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f9c13-3892-4565-b61d-f14440893fca req-b3bf2e8b-15ee-432e-a3ac-c627cc2ef321 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:53.561699 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9c8f9c13-3892-4565-b61d-f14440893fca req-b3bf2e8b-15ee-432e-a3ac-c627cc2ef321 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 945 time: 0.0882676 Apr 14 11:27:53.591418 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9c8f9c13-3892-4565-b61d-f14440893fca req-37698605-f959-48d3-9e1f-1a8ccf7abc28 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0233383 Apr 14 11:27:54.803999 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4de486-7866-4288-b8c7-8fdd8b296141 req-0965c521-4200-4179-b72b-346610735c70 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:54.806022 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-dd4de486-7866-4288-b8c7-8fdd8b296141 req-0965c521-4200-4179-b72b-346610735c70 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 945 time: 0.0913219 Apr 14 11:27:54.836391 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-dd4de486-7866-4288-b8c7-8fdd8b296141 req-752d045f-bda7-40d6-b503-25ae9a5a112e tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0238228 Apr 14 11:27:56.044399 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ed9dc-b3ea-4a84-ac70-cb104a719c5a req-5cc50717-9436-49da-984e-539e96b6337e tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:56.045999 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ff6ed9dc-b3ea-4a84-ac70-cb104a719c5a req-5cc50717-9436-49da-984e-539e96b6337e tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 945 time: 0.0919280 Apr 14 11:27:56.077221 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ff6ed9dc-b3ea-4a84-ac70-cb104a719c5a req-389c0118-3b6a-4e6c-a991-d4ad6f89d876 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0249121 Apr 14 11:27:57.280654 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea6227-52d8-4fb8-924f-8a3147153cd8 req-3c9d42c2-d049-488f-b1a4-34faf5d21e48 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:57.282262 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-32ea6227-52d8-4fb8-924f-8a3147153cd8 req-3c9d42c2-d049-488f-b1a4-34faf5d21e48 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 945 time: 0.0892625 Apr 14 11:27:57.313663 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-32ea6227-52d8-4fb8-924f-8a3147153cd8 req-ed53ed3b-9607-4ea6-8a5d-a235de9e0526 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0250156 Apr 14 11:27:58.518813 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3df4a-e3b7-4308-a0e5-7bfea3b14bfd req-f611dc5d-d32c-440c-a871-ff50f2d291a3 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:58.520413 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-13c3df4a-e3b7-4308-a0e5-7bfea3b14bfd req-f611dc5d-d32c-440c-a871-ff50f2d291a3 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 945 time: 0.0879734 Apr 14 11:27:58.552149 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-13c3df4a-e3b7-4308-a0e5-7bfea3b14bfd req-cfa3107b-8cac-4949-bb3f-a9225cc13f92 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0247605 Apr 14 11:27:59.758909 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e99ed9-1b93-4a6a-87bd-8132f4c1bccc req-ae54a8a7-57b9-433d-b14d-839af96d2c37 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:27:59.760394 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-29e99ed9-1b93-4a6a-87bd-8132f4c1bccc req-ae54a8a7-57b9-433d-b14d-839af96d2c37 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 945 time: 0.0918889 Apr 14 11:27:59.790339 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-29e99ed9-1b93-4a6a-87bd-8132f4c1bccc req-18a803ff-2263-47b8-aa8b-7a1fd3c16c54 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0236280 Apr 14 11:28:00.998490 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d391c53-d027-4a35-9d38-b220ff970538 req-b02f2855-817c-466f-8c97-b4d553aa06e9 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:01.000071 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0d391c53-d027-4a35-9d38-b220ff970538 req-b02f2855-817c-466f-8c97-b4d553aa06e9 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 945 time: 0.0896580 Apr 14 11:28:01.029961 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0d391c53-d027-4a35-9d38-b220ff970538 req-c841875c-6868-4d54-986d-cf1f4f5f107c tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0235569 Apr 14 11:28:02.237536 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba40fe-a90a-4d82-aeb8-df6ea2849780 req-3b7e8ca8-d3f3-468d-9f5b-7444c24330e7 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:02.239178 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-67ba40fe-a90a-4d82-aeb8-df6ea2849780 req-3b7e8ca8-d3f3-468d-9f5b-7444c24330e7 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 945 time: 0.0914049 Apr 14 11:28:02.273124 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-67ba40fe-a90a-4d82-aeb8-df6ea2849780 req-b4d21172-fb79-4386-a637-de8deafcf810 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0254169 Apr 14 11:28:03.480140 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160744c-048f-485a-949f-c600bcd90c50 req-519fa8eb-1faf-42e8-966d-f3dab00cac21 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:03.481810 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-6160744c-048f-485a-949f-c600bcd90c50 req-519fa8eb-1faf-42e8-966d-f3dab00cac21 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 945 time: 0.0890713 Apr 14 11:28:03.519818 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-6160744c-048f-485a-949f-c600bcd90c50 req-1db5244a-1a90-48b8-94e0-65d681b52b3a tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313447 Apr 14 11:28:04.727736 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce4e70-f6cc-4407-8a28-f752877c6f76 req-5481196e-6205-4476-a357-9ee13e68e8c2 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:04.729249 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e2ce4e70-f6cc-4407-8a28-f752877c6f76 req-5481196e-6205-4476-a357-9ee13e68e8c2 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 945 time: 0.0906024 Apr 14 11:28:04.758863 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e2ce4e70-f6cc-4407-8a28-f752877c6f76 req-96b90941-e9b3-4b0c-96e0-5217706230ba tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0232546 Apr 14 11:28:05.780724 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d4c5d-d5bf-46fc-9895-78ad2e9a6c0b req-8f4fc13e-d69b-4870-a79e-27cf02cc61be tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:05.782319 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-099d4c5d-d5bf-46fc-9895-78ad2e9a6c0b req-8f4fc13e-d69b-4870-a79e-27cf02cc61be tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=73c1ff8a-e8a8-459f-b146-363da6af870c HTTP/1.1" status: 200 len: 946 time: 0.0883484 Apr 14 11:28:05.815073 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-099d4c5d-d5bf-46fc-9895-78ad2e9a6c0b req-c371b568-ec8b-48f3-8611-299e99d9ae71 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=d1122eea-f6fd-4b26-8b89-79ca47e60c73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263762 Apr 14 11:28:05.966273 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6892ef-9f2d-4f47-9cdd-1cce20c47d8e req-d20380a5-b126-4169-86d1-73c9b5e16e41 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:05.967869 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-cf6892ef-9f2d-4f47-9cdd-1cce20c47d8e req-d20380a5-b126-4169-86d1-73c9b5e16e41 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 945 time: 0.0906935 Apr 14 11:28:05.997858 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-cf6892ef-9f2d-4f47-9cdd-1cce20c47d8e req-1ea5a3af-f2fa-4b2c-90ac-3e08f25b5eae tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0237982 Apr 14 11:28:07.014297 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0fd60-b19f-4b20-822c-cf7c460f2db9 req-0a7ee839-3e7c-46a9-9e80-041b93ff0662 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:07.015882 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8bd0fd60-b19f-4b20-822c-cf7c460f2db9 req-0a7ee839-3e7c-46a9-9e80-041b93ff0662 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=73c1ff8a-e8a8-459f-b146-363da6af870c HTTP/1.1" status: 200 len: 946 time: 0.0896885 Apr 14 11:28:07.047678 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8bd0fd60-b19f-4b20-822c-cf7c460f2db9 req-64e742a4-6ba4-4394-856a-e6693d399587 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=d1122eea-f6fd-4b26-8b89-79ca47e60c73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0254374 Apr 14 11:28:07.087500 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-627b2224-43d5-49c8-be86-8e084acb919f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:07.204009 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1bf44-3842-4e69-96e0-347b13b57be1 req-c2873eb0-1229-4a9f-be03-fb657b205646 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:07.205853 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1aa1bf44-3842-4e69-96e0-347b13b57be1 req-c2873eb0-1229-4a9f-be03-fb657b205646 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 945 time: 0.0875099 Apr 14 11:28:07.235475 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1aa1bf44-3842-4e69-96e0-347b13b57be1 req-bc40a196-013a-4b5f-ab6f-296edbf3b687 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0232525 Apr 14 11:28:07.782079 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0317396-a91f-4685-bf96-4e00d05140f6 req-b3f66094-eb42-4287-b617-e53b563cd5d3 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:07.783618 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a0317396-a91f-4685-bf96-4e00d05140f6 req-b3f66094-eb42-4287-b617-e53b563cd5d3 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.41 "GET /v2.0/ports?device_id=73c1ff8a-e8a8-459f-b146-363da6af870c HTTP/1.1" status: 200 len: 946 time: 0.0882528 Apr 14 11:28:07.859721 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [req-a0317396-a91f-4685-bf96-4e00d05140f6 req-b892629d-c74b-473f-a598-7b1fc39f9c70 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Deleting port 37cb7ca0-c927-41ee-be7c-247dfe1f012b {{(pid=85227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:28:07.860102 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-a0317396-a91f-4685-bf96-4e00d05140f6 req-b892629d-c74b-473f-a598-7b1fc39f9c70 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:08.118810 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-a0317396-a91f-4685-bf96-4e00d05140f6 req-b892629d-c74b-473f-a598-7b1fc39f9c70 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] For port 37cb7ca0-c927-41ee-be7c-247dfe1f012b, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=37cb7ca0-c927-41ee-be7c-247dfe1f012b,segment=NetworkSegment(eee09de6-2fbd-4c24-ab11-3382d1e941e6),segment_id=eee09de6-2fbd-4c24-ab11-3382d1e941e6)] {{(pid=85227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:28:08.119360 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-a0317396-a91f-4685-bf96-4e00d05140f6 req-b892629d-c74b-473f-a598-7b1fc39f9c70 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:08.251189 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd8a0e-fc42-4924-84d7-e9f9400574c5 req-28c1d61b-4c31-4e01-b734-5d43d68b5c6f tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:08.252784 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-39bd8a0e-fc42-4924-84d7-e9f9400574c5 req-28c1d61b-4c31-4e01-b734-5d43d68b5c6f tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=73c1ff8a-e8a8-459f-b146-363da6af870c HTTP/1.1" status: 200 len: 946 time: 0.0911062 Apr 14 11:28:08.285180 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-39bd8a0e-fc42-4924-84d7-e9f9400574c5 req-16395584-4184-475a-9688-a3b9b22f358c tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups?id=d1122eea-f6fd-4b26-8b89-79ca47e60c73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0258904 Apr 14 11:28:08.481452 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-a0317396-a91f-4685-bf96-4e00d05140f6 req-b892629d-c74b-473f-a598-7b1fc39f9c70 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:08.481775 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-a0317396-a91f-4685-bf96-4e00d05140f6 req-b892629d-c74b-473f-a598-7b1fc39f9c70 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854119394'] for floatingip, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:08.482126 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.db.l3_db [req-a0317396-a91f-4685-bf96-4e00d05140f6 req-b892629d-c74b-473f-a598-7b1fc39f9c70 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Floating IP af52db8e-c668-456b-ad02-bc24e1948d8e disassociated. External IP: 172.28.2.31, port: 37cb7ca0-c927-41ee-be7c-247dfe1f012b. Apr 14 11:28:08.482490 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [req-a0317396-a91f-4685-bf96-4e00d05140f6 req-b892629d-c74b-473f-a598-7b1fc39f9c70 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Calling delete_port for 37cb7ca0-c927-41ee-be7c-247dfe1f012b owned by compute:nova {{(pid=85227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:28:08.567478 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751f7d8-9ddc-42d7-ada6-8ea7f0fe5ff4 req-3fc7628c-11e9-4444-a484-f016dcc0a73c tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:08.568919 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7751f7d8-9ddc-42d7-ada6-8ea7f0fe5ff4 req-3fc7628c-11e9-4444-a484-f016dcc0a73c tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 945 time: 0.1846759 Apr 14 11:28:08.609401 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7751f7d8-9ddc-42d7-ada6-8ea7f0fe5ff4 req-bccc7346-a454-45c1-b623-7c0204e03cdf tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266862 Apr 14 11:28:08.674766 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-a0317396-a91f-4685-bf96-4e00d05140f6 req-b892629d-c74b-473f-a598-7b1fc39f9c70 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10976374'] for port, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:08.689825 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-2b87fbee-e479-4666-abf0-706f3e19ed58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:28:08.781962 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b892629d-c74b-473f-a598-7b1fc39f9c70 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Pushing event deleted for resources: {'Port': ['ID=37cb7ca0-c927-41ee-be7c-247dfe1f012b,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:28:08.797289 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b892629d-c74b-473f-a598-7b1fc39f9c70 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:28:08.797698 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b892629d-c74b-473f-a598-7b1fc39f9c70 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:28:08.798101 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b892629d-c74b-473f-a598-7b1fc39f9c70 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:28:08.798499 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b892629d-c74b-473f-a598-7b1fc39f9c70 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:28:08.798917 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b892629d-c74b-473f-a598-7b1fc39f9c70 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:28:08.799309 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b892629d-c74b-473f-a598-7b1fc39f9c70 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:28:08.799703 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b892629d-c74b-473f-a598-7b1fc39f9c70 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:28:08.800092 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b892629d-c74b-473f-a598-7b1fc39f9c70 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:28:08.800482 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b892629d-c74b-473f-a598-7b1fc39f9c70 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:28:08.800869 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b892629d-c74b-473f-a598-7b1fc39f9c70 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:28:08.801252 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b892629d-c74b-473f-a598-7b1fc39f9c70 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:28:08.801637 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b892629d-c74b-473f-a598-7b1fc39f9c70 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:28:08.806174 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b892629d-c74b-473f-a598-7b1fc39f9c70 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:28:08.892500 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df605de6-3340-4e66-8306-745818cac37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:09.299755 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0317396-a91f-4685-bf96-4e00d05140f6 req-b892629d-c74b-473f-a598-7b1fc39f9c70 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Router 2b310e5a-8bd9-4fe1-a985-682972f8c6fe has already been hosted by L3 agent 72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6 {{(pid=85227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 11:28:09.452822 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-55525201-dbd2-4b5f-a53e-3ccf70480ccb req-1d2f59a1-330f-47d6-967d-45ac5e612b47 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/ports?device_id=73c1ff8a-e8a8-459f-b146-363da6af870c HTTP/1.1" status: 200 len: 210 time: 0.0482004 Apr 14 11:28:09.492637 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0317396-a91f-4685-bf96-4e00d05140f6 req-b892629d-c74b-473f-a598-7b1fc39f9c70 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify agent at l3_agent.dv-cinder-774594-3-smb the message routers_updated {{(pid=85227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 11:28:09.502009 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b52c063-4fbf-4b04-a16a-f2d0b1df765c None None] Sync routers for ids ['2b310e5a-8bd9-4fe1-a985-682972f8c6fe'] in dv-cinder-774594-3-smb {{(pid=85229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 11:28:09.511927 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b52c063-4fbf-4b04-a16a-f2d0b1df765c None None] Routers {'2b310e5a-8bd9-4fe1-a985-682972f8c6fe'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:28:09.512596 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-4b52c063-4fbf-4b04-a16a-f2d0b1df765c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:28:09Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['2b310e5a-8bd9-4fe1-a985-682972f8c6fe'], 'active': True} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:28:09.568505 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0317396-a91f-4685-bf96-4e00d05140f6 req-b892629d-c74b-473f-a598-7b1fc39f9c70 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] No DVR routers for this DVR port 37cb7ca0-c927-41ee-be7c-247dfe1f012b on host hv-cinder-77459 {{(pid=85227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 11:28:09.571530 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-a0317396-a91f-4685-bf96-4e00d05140f6 req-b892629d-c74b-473f-a598-7b1fc39f9c70 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:09.576332 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c1ff8a-e8a8-459f-b146-363da6af870c', 'name': 'network-vif-deleted', 'tag': '37cb7ca0-c927-41ee-be7c-247dfe1f012b'}] {{(pid=85227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:28:09.591880 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a0317396-a91f-4685-bf96-4e00d05140f6 req-b892629d-c74b-473f-a598-7b1fc39f9c70 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.41 "DELETE /v2.0/ports/37cb7ca0-c927-41ee-be7c-247dfe1f012b HTTP/1.1" status: 204 len: 173 time: 1.8015916 Apr 14 11:28:09.702145 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c1ff8a-e8a8-459f-b146-363da6af870c', 'name': 'network-vif-deleted', 'tag': '37cb7ca0-c927-41ee-be7c-247dfe1f012b', 'status': 'completed', 'code': 200} Apr 14 11:28:09.826264 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa999b7b-9561-478b-85bd-4281cd3d1aaf req-1fbae072-6e8d-460e-a117-0a2ff7f80f79 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:09.827871 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-aa999b7b-9561-478b-85bd-4281cd3d1aaf req-1fbae072-6e8d-460e-a117-0a2ff7f80f79 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 945 time: 0.0916917 Apr 14 11:28:09.859287 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-aa999b7b-9561-478b-85bd-4281cd3d1aaf req-09459c3d-1a2e-4da5-8ae8-b6b41b9ccaee tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0245452 Apr 14 11:28:09.878919 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-4b52c063-4fbf-4b04-a16a-f2d0b1df765c None None] Set router 2b310e5a-8bd9-4fe1-a985-682972f8c6fe gateway port host: dv-cinder-774594-3-smb {{(pid=85229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:28:10.107331 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 6 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:28:10.115698 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:10.221212 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-4b52c063-4fbf-4b04-a16a-f2d0b1df765c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'name': 'tempest-AttachVolumeTestJSON-1254954246-router', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cafd84ae-424c-4f09-a1a0-204b2653b91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:33Z', 'updated_at': '2021-04-14T11:22:57Z', 'revision_number': 4, 'project_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'gw_port': {'id': 'cafd84ae-424c-4f09-a1a0-204b2653b91a', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:37Z', 'updated_at': '2021-04-14T11:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': '361a38e0-7d77-4371-90b5-434e37951efa', 'name': '', 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'mac_address': 'fa:16:3e:8e:10:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f8dd919b-1721-4048-9598-4db7b1b92807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:52Z', 'updated_at': '2021-04-14T11:23:07Z', 'revision_number': 5, 'project_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'subnets': [{'id': 'f8dd919b-1721-4048-9598-4db7b1b92807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:28:10.225446 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b52c063-4fbf-4b04-a16a-f2d0b1df765c None None] Checking router: 2b310e5a-8bd9-4fe1-a985-682972f8c6fe for host: dv-cinder-774594-3-smb {{(pid=85229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 11:28:10.234210 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b52c063-4fbf-4b04-a16a-f2d0b1df765c None None] Routers {'2b310e5a-8bd9-4fe1-a985-682972f8c6fe'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:28:10.234883 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-4b52c063-4fbf-4b04-a16a-f2d0b1df765c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:28:09Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['2b310e5a-8bd9-4fe1-a985-682972f8c6fe'], 'active': True} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:28:10.379678 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:10.435893 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-4b52c063-4fbf-4b04-a16a-f2d0b1df765c None None] Set router 2b310e5a-8bd9-4fe1-a985-682972f8c6fe gateway port host: dv-cinder-774594-3-smb {{(pid=85229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:28:10.581321 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 34702) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:28:10.648763 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b60eaa89-e514-49f2-a970-b3a43ec801d1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:10.677757 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b60eaa89-e514-49f2-a970-b3a43ec801d1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:10.727412 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b60eaa89-e514-49f2-a970-b3a43ec801d1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:10.733100 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-028bab5f-ba2d-4fc4-b3b1-6fa1f8bbcd15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:28:10.748698 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60eaa89-e514-49f2-a970-b3a43ec801d1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1122eea-f6fd-4b26-8b89-79ca47e60c73,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:28:10.757329 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60eaa89-e514-49f2-a970-b3a43ec801d1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:28:10.757749 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60eaa89-e514-49f2-a970-b3a43ec801d1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:28:10.758158 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60eaa89-e514-49f2-a970-b3a43ec801d1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:28:10.758582 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60eaa89-e514-49f2-a970-b3a43ec801d1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:28:10.758984 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60eaa89-e514-49f2-a970-b3a43ec801d1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:28:10.759382 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60eaa89-e514-49f2-a970-b3a43ec801d1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:28:10.759780 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60eaa89-e514-49f2-a970-b3a43ec801d1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:28:10.760206 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60eaa89-e514-49f2-a970-b3a43ec801d1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:28:10.760608 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60eaa89-e514-49f2-a970-b3a43ec801d1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:28:10.761004 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60eaa89-e514-49f2-a970-b3a43ec801d1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:28:10.761392 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60eaa89-e514-49f2-a970-b3a43ec801d1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:28:10.761781 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60eaa89-e514-49f2-a970-b3a43ec801d1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:28:10.766068 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-4b52c063-4fbf-4b04-a16a-f2d0b1df765c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'name': 'tempest-AttachVolumeTestJSON-1254954246-router', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cafd84ae-424c-4f09-a1a0-204b2653b91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:33Z', 'updated_at': '2021-04-14T11:22:57Z', 'revision_number': 4, 'project_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'gw_port': {'id': 'cafd84ae-424c-4f09-a1a0-204b2653b91a', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:37Z', 'updated_at': '2021-04-14T11:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': '361a38e0-7d77-4371-90b5-434e37951efa', 'name': '', 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'mac_address': 'fa:16:3e:8e:10:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f8dd919b-1721-4048-9598-4db7b1b92807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:52Z', 'updated_at': '2021-04-14T11:23:07Z', 'revision_number': 5, 'project_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'subnets': [{'id': 'f8dd919b-1721-4048-9598-4db7b1b92807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:28:10.769476 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b60eaa89-e514-49f2-a970-b3a43ec801d1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:28:10.770302 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b60eaa89-e514-49f2-a970-b3a43ec801d1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:10.771172 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b52c063-4fbf-4b04-a16a-f2d0b1df765c None None] The sync data for ids ['2b310e5a-8bd9-4fe1-a985-682972f8c6fe'] in dv-cinder-774594-3-smb is: [{'id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'name': 'tempest-AttachVolumeTestJSON-1254954246-router', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cafd84ae-424c-4f09-a1a0-204b2653b91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:33Z', 'updated_at': '2021-04-14T11:22:57Z', 'revision_number': 4, 'project_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'gw_port': {'id': 'cafd84ae-424c-4f09-a1a0-204b2653b91a', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:37Z', 'updated_at': '2021-04-14T11:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': '361a38e0-7d77-4371-90b5-434e37951efa', 'name': '', 'network_id': '107ffdc1-1c99-4692-a473-5dbc7ac62120', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'mac_address': 'fa:16:3e:8e:10:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f8dd919b-1721-4048-9598-4db7b1b92807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:52Z', 'updated_at': '2021-04-14T11:23:07Z', 'revision_number': 5, 'project_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'subnets': [{'id': 'f8dd919b-1721-4048-9598-4db7b1b92807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 11:28:10.774638 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-b60eaa89-e514-49f2-a970-b3a43ec801d1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "DELETE /v2.0/security-groups/d1122eea-f6fd-4b26-8b89-79ca47e60c73 HTTP/1.1" status: 204 len: 168 time: 0.1919110 Apr 14 11:28:10.774750 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 34706) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:28:10.793122 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.v2.resource [None req-f1757dde-4612-43a0-81a3-8df5247f93d4 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] show failed (client error): The resource could not be found. Apr 14 11:28:10.797324 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-f1757dde-4612-43a0-81a3-8df5247f93d4 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "GET /v2.0/security-groups/d1122eea-f6fd-4b26-8b89-79ca47e60c73 HTTP/1.1" status: 404 len: 347 time: 0.0217097 Apr 14 11:28:10.797477 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 34710) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:28:10.968353 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-f63a1e44-923c-4147-ac95-dbebd174f659 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Deleting port 98f446fa-7201-41c0-8f6f-9ae038e792f4 {{(pid=85228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:28:10.968769 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f63a1e44-923c-4147-ac95-dbebd174f659 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:11.080024 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7559d3-9c5c-455d-afac-4d96a542f954 req-ad1f8a86-8ff9-4fdd-810c-19d4cb241467 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:11.081731 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0d7559d3-9c5c-455d-afac-4d96a542f954 req-ad1f8a86-8ff9-4fdd-810c-19d4cb241467 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 945 time: 0.0987251 Apr 14 11:28:11.114284 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0d7559d3-9c5c-455d-afac-4d96a542f954 req-4feb064f-d8a6-4224-bccd-945ba5473f00 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0249951 Apr 14 11:28:11.162340 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce8426a-e025-407a-88c0-e1725af09c3e None None] New status for floating IP af52db8e-c668-456b-ad02-bc24e1948d8e: DOWN {{(pid=85230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 11:28:11.164208 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f63a1e44-923c-4147-ac95-dbebd174f659 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:11.164578 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f63a1e44-923c-4147-ac95-dbebd174f659 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:11.296461 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-f63a1e44-923c-4147-ac95-dbebd174f659 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Calling delete_port for 98f446fa-7201-41c0-8f6f-9ae038e792f4 owned by network:floatingip {{(pid=85228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:28:11.391868 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.db.api [None req-f63a1e44-923c-4147-ac95-dbebd174f659 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85228) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 11:28:11.392369 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_db.api [None req-f63a1e44-923c-4147-ac95-dbebd174f659 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 11:28:11.456078 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:11.484980 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:11.664502 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 37cb7ca0-c927-41ee-be7c-247dfe1f012b no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:28:11.704917 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] No Port match for: 37cb7ca0-c927-41ee-be7c-247dfe1f012b {{(pid=85229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 11:28:11.705255 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 37cb7ca0-c927-41ee-be7c-247dfe1f012b not bound to the agent host hv-cinder-77459 {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 11:28:11.893900 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-f63a1e44-923c-4147-ac95-dbebd174f659 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Deleting port 98f446fa-7201-41c0-8f6f-9ae038e792f4 {{(pid=85228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:28:11.894268 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f63a1e44-923c-4147-ac95-dbebd174f659 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:12.076918 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f63a1e44-923c-4147-ac95-dbebd174f659 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:12.077287 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f63a1e44-923c-4147-ac95-dbebd174f659 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:12.207917 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-f63a1e44-923c-4147-ac95-dbebd174f659 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Calling delete_port for 98f446fa-7201-41c0-8f6f-9ae038e792f4 owned by network:floatingip {{(pid=85228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:28:12.407124 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a72b4e-f1a6-445f-9dad-45e09de50f3a req-dd27deb9-6640-4e27-bbeb-0dbbb96074ae tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:12.408661 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-94a72b4e-f1a6-445f-9dad-45e09de50f3a req-dd27deb9-6640-4e27-bbeb-0dbbb96074ae tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 945 time: 0.1716509 Apr 14 11:28:12.454029 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-94a72b4e-f1a6-445f-9dad-45e09de50f3a req-6f7dee9e-2dd8-4942-b8f5-5a68799704f7 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387089 Apr 14 11:28:12.455152 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f63a1e44-923c-4147-ac95-dbebd174f659 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1926183'] for port, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:12.471163 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:28:12.781300 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a1e44-923c-4147-ac95-dbebd174f659 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Pushing event deleted for resources: {'Port': ['ID=98f446fa-7201-41c0-8f6f-9ae038e792f4,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:28:12.787982 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-f63a1e44-923c-4147-ac95-dbebd174f659 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:28:12.946469 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f63a1e44-923c-4147-ac95-dbebd174f659 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks [] for floatingip, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:12.960799 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f63a1e44-923c-4147-ac95-dbebd174f659 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for floatingip, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:12.961982 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-f63a1e44-923c-4147-ac95-dbebd174f659 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] 10.222.0.52 "DELETE /v2.0/floatingips/af52db8e-c668-456b-ad02-bc24e1948d8e HTTP/1.1" status: 204 len: 168 time: 2.1635957 Apr 14 11:28:13.655556 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ab858-c2b9-466c-b16a-efab71f72b1e req-9161af58-1b0d-4bd2-9d0b-b87233d8fadf tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:13.657046 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-6a7ab858-c2b9-466c-b16a-efab71f72b1e req-9161af58-1b0d-4bd2-9d0b-b87233d8fadf tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 945 time: 0.0869164 Apr 14 11:28:13.687401 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-6a7ab858-c2b9-466c-b16a-efab71f72b1e req-e520ee10-5211-4d8c-8a22-27b2ecb121db tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0238645 Apr 14 11:28:14.894969 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82ade2-7245-4774-a6f8-3a8ac78c39b9 req-63f8d7fd-88c0-49bf-96f5-253094887b24 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:14.896544 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4b82ade2-7245-4774-a6f8-3a8ac78c39b9 req-63f8d7fd-88c0-49bf-96f5-253094887b24 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 945 time: 0.0933597 Apr 14 11:28:14.926113 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4b82ade2-7245-4774-a6f8-3a8ac78c39b9 req-d5b77cf3-ab2b-43e5-82c6-79f52b0b1947 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0232737 Apr 14 11:28:15.680920 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device f35634ec-6f85-494c-9eaf-51ca2f1d3c83 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 11:28:15.828990 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port f35634ec-6f85-494c-9eaf-51ca2f1d3c83, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f35634ec-6f85-494c-9eaf-51ca2f1d3c83,segment=NetworkSegment(68eb76e0-e4c1-4e3c-88ca-0b72840edf3e),segment_id=68eb76e0-e4c1-4e3c-88ca-0b72840edf3e)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:28:15.843843 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Returning: {'device': 'f35634ec-6f85-494c-9eaf-51ca2f1d3c83', 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29', 'port_id': 'f35634ec-6f85-494c-9eaf-51ca2f1d3c83', 'mac_address': 'fa:16:3e:dc:0d:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b2aaa5c-9e54-4364-a946-78c283f1ff6f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 11:28:15.905418 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:15.906848 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f35634ec-6f85-494c-9eaf-51ca2f1d3c83 {{(pid=85229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:28:15.923287 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port f35634ec-6f85-494c-9eaf-51ca2f1d3c83, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f35634ec-6f85-494c-9eaf-51ca2f1d3c83,segment=NetworkSegment(68eb76e0-e4c1-4e3c-88ca-0b72840edf3e),segment_id=68eb76e0-e4c1-4e3c-88ca-0b72840edf3e)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:28:15.927509 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:15.929485 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:28:16.005070 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=f35634ec-6f85-494c-9eaf-51ca2f1d3c83,revision_number=6']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:28:16.013193 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:28:16.013610 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:28:16.014819 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:28:16.014911 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:28:16.015291 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:28:16.015647 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:28:16.016267 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:28:16.016402 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:28:16.017208 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:28:16.017208 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:28:16.017449 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:28:16.018271 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:28:16.023292 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] get_ports_and_sgs() called for port_ids ['f35634ec-6f85-494c-9eaf-51ca2f1d3c83'] {{(pid=85229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 11:28:16.055472 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:28:16.156024 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358b78b-4817-4038-9c0a-8f47120c9ef2 req-55a2cdb0-2bfa-43f9-a6f6-51580f02bbcf tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:16.157772 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d358b78b-4817-4038-9c0a-8f47120c9ef2 req-55a2cdb0-2bfa-43f9-a6f6-51580f02bbcf tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 944 time: 0.0991113 Apr 14 11:28:16.189708 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d358b78b-4817-4038-9c0a-8f47120c9ef2 req-5640560c-f5df-4da9-9a98-a940c458160b tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0247512 Apr 14 11:28:17.020651 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 34772) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:28:17.426341 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f0113-4f2a-4f95-829e-416ac7b2b4d2 req-8c9ab618-5f2d-4647-87e2-1749d74c7fe5 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:17.434655 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-447f0113-4f2a-4f95-829e-416ac7b2b4d2 req-8c9ab618-5f2d-4647-87e2-1749d74c7fe5 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 944 time: 0.1180496 Apr 14 11:28:17.465779 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-447f0113-4f2a-4f95-829e-416ac7b2b4d2 req-4058895e-8e5e-422e-8191-41baf398e521 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298431 Apr 14 11:28:17.696557 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device f35634ec-6f85-494c-9eaf-51ca2f1d3c83 up at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:28:17.782936 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning complete for port f35634ec-6f85-494c-9eaf-51ca2f1d3c83 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:28:17.783539 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:17.868448 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-664f88e8-d13d-419a-8e9e-1ef8a3c3c735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-771124'] for router_interface, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:17.915398 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:17.933444 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port f35634ec-6f85-494c-9eaf-51ca2f1d3c83, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f35634ec-6f85-494c-9eaf-51ca2f1d3c83,segment=NetworkSegment(68eb76e0-e4c1-4e3c-88ca-0b72840edf3e),segment_id=68eb76e0-e4c1-4e3c-88ca-0b72840edf3e)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:28:17.934475 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f733a955-0ffb-4748-bd71-7a350361c4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35634ec-6f85-494c-9eaf-51ca2f1d3c83'}] {{(pid=85229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:28:17.940886 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:17.943243 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-12f78bb8-3dd4-4e7d-bd81-9330a99d78bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:28:18.043927 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=f35634ec-6f85-494c-9eaf-51ca2f1d3c83,revision_number=7']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:28:18.059881 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:28:18.083713 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f733a955-0ffb-4748-bd71-7a350361c4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35634ec-6f85-494c-9eaf-51ca2f1d3c83', 'code': 200} Apr 14 11:28:18.364946 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-664f88e8-d13d-419a-8e9e-1ef8a3c3c735 admin admin] Deleting port 361a38e0-7d77-4371-90b5-434e37951efa {{(pid=85227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:28:18.364946 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-664f88e8-d13d-419a-8e9e-1ef8a3c3c735 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:18.575760 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-664f88e8-d13d-419a-8e9e-1ef8a3c3c735 admin admin] For port 361a38e0-7d77-4371-90b5-434e37951efa, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=361a38e0-7d77-4371-90b5-434e37951efa,segment=NetworkSegment(eee09de6-2fbd-4c24-ab11-3382d1e941e6),segment_id=eee09de6-2fbd-4c24-ab11-3382d1e941e6)] {{(pid=85227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:28:18.576262 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-664f88e8-d13d-419a-8e9e-1ef8a3c3c735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:18.680017 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154d1db-db83-4715-aaab-5c387979d0cd req-196ee1e9-9418-4459-b0a2-3fc812207d52 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:18.688598 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2154d1db-db83-4715-aaab-5c387979d0cd req-196ee1e9-9418-4459-b0a2-3fc812207d52 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 945 time: 0.0988944 Apr 14 11:28:18.719566 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2154d1db-db83-4715-aaab-5c387979d0cd req-f7f926ca-0c97-47ae-9a4f-32d4e7b40056 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297894 Apr 14 11:28:18.731044 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-664f88e8-d13d-419a-8e9e-1ef8a3c3c735 admin admin] Calling delete_port for 361a38e0-7d77-4371-90b5-434e37951efa owned by network:router_interface {{(pid=85227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:28:18.964679 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-664f88e8-d13d-419a-8e9e-1ef8a3c3c735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10976374'] for port, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:18.993442 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-c3190eb1-1875-48a3-a4e6-6447a5a6e9a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:28:19.105455 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f88e8-d13d-419a-8e9e-1ef8a3c3c735 admin admin] Pushing event deleted for resources: {'Port': ['ID=361a38e0-7d77-4371-90b5-434e37951efa,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:28:19.110050 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-664f88e8-d13d-419a-8e9e-1ef8a3c3c735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:28:19.727503 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-664f88e8-d13d-419a-8e9e-1ef8a3c3c735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854151702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656579'] for router_interface, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:20.027759 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c682c-159d-4b8e-94be-e0e63940ef02 req-f55efd2d-6ecb-4146-b46f-095ace80f8df tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:20.029441 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c24c682c-159d-4b8e-94be-e0e63940ef02 req-f55efd2d-6ecb-4146-b46f-095ace80f8df tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 945 time: 0.1894722 Apr 14 11:28:20.117700 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c24c682c-159d-4b8e-94be-e0e63940ef02 req-d74f04ce-0f0a-4b0b-9808-267e8e261614 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316975 Apr 14 11:28:20.370078 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664f88e8-d13d-419a-8e9e-1ef8a3c3c735 admin admin] Router 2b310e5a-8bd9-4fe1-a985-682972f8c6fe has already been hosted by L3 agent 72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6 {{(pid=85227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 11:28:20.586396 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664f88e8-d13d-419a-8e9e-1ef8a3c3c735 admin admin] Notify agent at l3_agent.dv-cinder-774594-3-smb the message routers_updated {{(pid=85227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 11:28:20.599470 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74315e56-1a4a-4cff-ab10-b024522e1324 None None] Sync routers for ids ['2b310e5a-8bd9-4fe1-a985-682972f8c6fe'] in dv-cinder-774594-3-smb {{(pid=85229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 11:28:20.611475 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74315e56-1a4a-4cff-ab10-b024522e1324 None None] Routers {'2b310e5a-8bd9-4fe1-a985-682972f8c6fe'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:28:20.612155 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-74315e56-1a4a-4cff-ab10-b024522e1324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:28:09Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['2b310e5a-8bd9-4fe1-a985-682972f8c6fe'], 'active': True} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:28:20.615361 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-664f88e8-d13d-419a-8e9e-1ef8a3c3c735 admin admin] 10.222.0.52 "PUT /v2.0/routers/2b310e5a-8bd9-4fe1-a985-682972f8c6fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5935507 Apr 14 11:28:20.617956 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 34794) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:28:20.822239 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-74315e56-1a4a-4cff-ab10-b024522e1324 None None] Set router 2b310e5a-8bd9-4fe1-a985-682972f8c6fe gateway port host: dv-cinder-774594-3-smb {{(pid=85229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:28:20.824130 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c1c32602-1f66-48a5-bd18-3084109e9737 admin admin] Notify callbacks [] for router, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:21.074821 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c1c32602-1f66-48a5-bd18-3084109e9737 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:21.093347 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-c1c32602-1f66-48a5-bd18-3084109e9737 admin admin] Deleting port cafd84ae-424c-4f09-a1a0-204b2653b91a {{(pid=85227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:28:21.094148 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c1c32602-1f66-48a5-bd18-3084109e9737 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:21.339696 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-c1c32602-1f66-48a5-bd18-3084109e9737 admin admin] For port cafd84ae-424c-4f09-a1a0-204b2653b91a, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=cafd84ae-424c-4f09-a1a0-204b2653b91a,segment=NetworkSegment(fc5032d9-be7b-4842-99b0-b17509c45e41),segment_id=fc5032d9-be7b-4842-99b0-b17509c45e41)] {{(pid=85227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:28:21.339696 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c1c32602-1f66-48a5-bd18-3084109e9737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:21.361314 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-74315e56-1a4a-4cff-ab10-b024522e1324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'name': 'tempest-AttachVolumeTestJSON-1254954246-router', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cafd84ae-424c-4f09-a1a0-204b2653b91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:33Z', 'updated_at': '2021-04-14T11:28:18Z', 'revision_number': 5, 'project_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'gw_port': {'id': 'cafd84ae-424c-4f09-a1a0-204b2653b91a', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:37Z', 'updated_at': '2021-04-14T11:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb'}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:28:21.365600 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74315e56-1a4a-4cff-ab10-b024522e1324 None None] Checking router: 2b310e5a-8bd9-4fe1-a985-682972f8c6fe for host: dv-cinder-774594-3-smb {{(pid=85229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 11:28:21.374763 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74315e56-1a4a-4cff-ab10-b024522e1324 None None] Routers {'2b310e5a-8bd9-4fe1-a985-682972f8c6fe'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:28:21.375510 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-74315e56-1a4a-4cff-ab10-b024522e1324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:28:09Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['2b310e5a-8bd9-4fe1-a985-682972f8c6fe'], 'active': True} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:28:21.393785 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38335073-c27b-400c-929f-66db9671e42a req-f6e34bf5-9aa6-43e2-b0fd-8ab238a80c65 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:21.395594 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-38335073-c27b-400c-929f-66db9671e42a req-f6e34bf5-9aa6-43e2-b0fd-8ab238a80c65 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 945 time: 0.1049578 Apr 14 11:28:21.436645 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-38335073-c27b-400c-929f-66db9671e42a req-b7c668a3-fa9a-4e95-b6a8-6176095583b5 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344443 Apr 14 11:28:21.485497 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-c1c32602-1f66-48a5-bd18-3084109e9737 admin admin] Calling delete_port for cafd84ae-424c-4f09-a1a0-204b2653b91a owned by network:router_gateway {{(pid=85227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:28:21.557186 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-74315e56-1a4a-4cff-ab10-b024522e1324 None None] Set router 2b310e5a-8bd9-4fe1-a985-682972f8c6fe gateway port host: None {{(pid=85229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:28:21.682614 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-74315e56-1a4a-4cff-ab10-b024522e1324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'name': 'tempest-AttachVolumeTestJSON-1254954246-router', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:33Z', 'updated_at': '2021-04-14T11:28:21Z', 'revision_number': 6, 'project_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'gw_port_host': None}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:28:21.687732 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74315e56-1a4a-4cff-ab10-b024522e1324 None None] The sync data for ids ['2b310e5a-8bd9-4fe1-a985-682972f8c6fe'] in dv-cinder-774594-3-smb is: [{'id': '2b310e5a-8bd9-4fe1-a985-682972f8c6fe', 'name': 'tempest-AttachVolumeTestJSON-1254954246-router', 'tenant_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:33Z', 'updated_at': '2021-04-14T11:28:21Z', 'revision_number': 6, 'project_id': 'd797536746cd4942b8a3a1f5e7b19e2b', 'gw_port_host': None}] {{(pid=85229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 11:28:21.691872 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c1c32602-1f66-48a5-bd18-3084109e9737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10976374'] for port, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:21.793379 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-3273ae05-fb3d-4d11-a712-6a0b54213a92 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:28:21.851658 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c32602-1f66-48a5-bd18-3084109e9737 admin admin] Pushing event deleted for resources: {'Port': ['ID=cafd84ae-424c-4f09-a1a0-204b2653b91a,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:28:21.872150 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-c1c32602-1f66-48a5-bd18-3084109e9737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:28:22.017060 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c1c32602-1f66-48a5-bd18-3084109e9737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656421'] for router_gateway, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:22.209789 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c1c32602-1f66-48a5-bd18-3084109e9737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-774339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769375'] for router, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:22.212109 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c1c32602-1f66-48a5-bd18-3084109e9737 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:22.236460 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c1c32602-1f66-48a5-bd18-3084109e9737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854002061'] for router, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:22.237038 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c32602-1f66-48a5-bd18-3084109e9737 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b310e5a-8bd9-4fe1-a985-682972f8c6fe {{(pid=85227) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 11:28:22.250780 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c1c32602-1f66-48a5-bd18-3084109e9737 admin admin] Notify callbacks [] for router, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:22.254373 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-c1c32602-1f66-48a5-bd18-3084109e9737 admin admin] 10.222.0.52 "DELETE /v2.0/routers/2b310e5a-8bd9-4fe1-a985-682972f8c6fe HTTP/1.1" status: 204 len: 168 time: 1.6328824 Apr 14 11:28:22.254666 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 34804) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:28:22.339355 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d1a1b39-f7bc-4f33-b5ef-93492a734891 admin admin] Deleting subnet f8dd919b-1721-4048-9598-4db7b1b92807 {{(pid=85227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 11:28:22.343191 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3d1a1b39-f7bc-4f33-b5ef-93492a734891 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:22.398631 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3d1a1b39-f7bc-4f33-b5ef-93492a734891 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852804491'] for subnet, precommit_delete_associations {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:22.509352 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3d1a1b39-f7bc-4f33-b5ef-93492a734891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4125'] for subnet, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:23.016213 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7295e2-c168-4ffb-9496-e4c8c9194765 req-62cf6a6b-6347-4512-9c8f-7bac151a874a tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:23.018482 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4c7295e2-c168-4ffb-9496-e4c8c9194765 req-62cf6a6b-6347-4512-9c8f-7bac151a874a tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 945 time: 0.4473286 Apr 14 11:28:23.105021 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4c7295e2-c168-4ffb-9496-e4c8c9194765 req-f10c272b-9d47-4cb2-acd7-36a7beb56bc5 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723159 Apr 14 11:28:23.155562 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3d1a1b39-f7bc-4f33-b5ef-93492a734891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843799517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11237049'] for subnet, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:23.182867 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:28:23.259911 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 361a38e0-7d77-4371-90b5-434e37951efa no longer exists at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:28:23.283678 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a1b39-f7bc-4f33-b5ef-93492a734891 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8dd919b-1721-4048-9598-4db7b1b92807,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:28:23.298512 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-3d1a1b39-f7bc-4f33-b5ef-93492a734891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:28:23.301102 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] No Port match for: 361a38e0-7d77-4371-90b5-434e37951efa {{(pid=85229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 11:28:23.301733 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 361a38e0-7d77-4371-90b5-434e37951efa not bound to the agent host dv-cinder-774594-3-smb {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 11:28:23.302412 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device cafd84ae-424c-4f09-a1a0-204b2653b91a no longer exists at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:28:23.340165 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3d1a1b39-f7bc-4f33-b5ef-93492a734891 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:23.348922 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-3d1a1b39-f7bc-4f33-b5ef-93492a734891 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f8dd919b-1721-4048-9598-4db7b1b92807 HTTP/1.1" status: 204 len: 168 time: 1.0931754 Apr 14 11:28:23.349959 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] No Port match for: cafd84ae-424c-4f09-a1a0-204b2653b91a {{(pid=85229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 11:28:23.350754 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device cafd84ae-424c-4f09-a1a0-204b2653b91a not bound to the agent host dv-cinder-774594-3-smb {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 11:28:23.351941 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 34810) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:28:23.353854 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d868b1-b986-4c64-9d33-faeddb45dfee None None] Network 107ffdc1-1c99-4692-a473-5dbc7ac62120 requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:28:23.488504 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c07b5277-c15b-4ca8-a990-1c7189a1798f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854523456'] for network, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:23.567887 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-c07b5277-c15b-4ca8-a990-1c7189a1798f admin admin] Deleting port 6d0a71c3-d30a-42f8-8cc2-2532a4f996c1 {{(pid=85228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:28:23.568186 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c07b5277-c15b-4ca8-a990-1c7189a1798f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:23.661638 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b463d61b-4777-49c4-8161-194d36987571 None None] DHCP port deletion for 107ffdc1-1c99-4692-a473-5dbc7ac62120 request from dv-cinder-774594-3-smb {{(pid=85229) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 14 11:28:23.666499 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-b463d61b-4777-49c4-8161-194d36987571 None None] Deleting port 6d0a71c3-d30a-42f8-8cc2-2532a4f996c1 {{(pid=85229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:28:23.666958 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b463d61b-4777-49c4-8161-194d36987571 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:23.812428 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-c07b5277-c15b-4ca8-a990-1c7189a1798f admin admin] For port 6d0a71c3-d30a-42f8-8cc2-2532a4f996c1, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=6d0a71c3-d30a-42f8-8cc2-2532a4f996c1,segment=NetworkSegment(eee09de6-2fbd-4c24-ab11-3382d1e941e6),segment_id=eee09de6-2fbd-4c24-ab11-3382d1e941e6)] {{(pid=85228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:28:23.812797 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c07b5277-c15b-4ca8-a990-1c7189a1798f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:23.955679 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-c07b5277-c15b-4ca8-a990-1c7189a1798f admin admin] Calling delete_port for 6d0a71c3-d30a-42f8-8cc2-2532a4f996c1 owned by network:dhcp {{(pid=85228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:28:23.957686 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-b463d61b-4777-49c4-8161-194d36987571 None None] For port 6d0a71c3-d30a-42f8-8cc2-2532a4f996c1, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=6d0a71c3-d30a-42f8-8cc2-2532a4f996c1,segment=NetworkSegment(eee09de6-2fbd-4c24-ab11-3382d1e941e6),segment_id=eee09de6-2fbd-4c24-ab11-3382d1e941e6)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:28:23.958133 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b463d61b-4777-49c4-8161-194d36987571 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:24.060692 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c07b5277-c15b-4ca8-a990-1c7189a1798f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1926183'] for port, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:24.087354 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-60b462ee-c8ef-41d4-81c9-aab7d292f551 tempest-ServerRescueNegativeTestJSON-1247432608 tempest-ServerRescueNegativeTestJSON-1247432608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:28:24.098912 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-b463d61b-4777-49c4-8161-194d36987571 None None] Calling delete_port for 6d0a71c3-d30a-42f8-8cc2-2532a4f996c1 owned by network:dhcp {{(pid=85229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:28:24.206126 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.db.api [None req-b463d61b-4777-49c4-8161-194d36987571 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85229) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 11:28:24.206455 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_db.api [None req-b463d61b-4777-49c4-8161-194d36987571 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 11:28:24.210168 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b5277-c15b-4ca8-a990-1c7189a1798f admin admin] Pushing event deleted for resources: {'Port': ['ID=6d0a71c3-d30a-42f8-8cc2-2532a4f996c1,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:28:24.229889 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-c07b5277-c15b-4ca8-a990-1c7189a1798f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:28:24.335795 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07b5277-c15b-4ca8-a990-1c7189a1798f admin admin] No DVR routers for this DVR port 6d0a71c3-d30a-42f8-8cc2-2532a4f996c1 on host dv-cinder-774594-3-smb {{(pid=85228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 11:28:24.493947 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c07b5277-c15b-4ca8-a990-1c7189a1798f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854651492', 'neutron.services.segments.db._delete_segments_for_network--9223363295256356434'] for network, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:24.516550 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa24a3-ec6f-4d77-8257-7dfc4c240630 req-b97c79bd-d5d0-4438-9ad8-6d980f893efc tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:24.517547 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-cdfa24a3-ec6f-4d77-8257-7dfc4c240630 req-b97c79bd-d5d0-4438-9ad8-6d980f893efc tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 945 time: 0.2601783 Apr 14 11:28:24.629157 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-cdfa24a3-ec6f-4d77-8257-7dfc4c240630 req-c38fa8d2-71f0-4401-b538-d7e205ddd7bb tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618739 Apr 14 11:28:24.651032 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-c07b5277-c15b-4ca8-a990-1c7189a1798f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['107ffdc1-1c99-4692-a473-5dbc7ac62120']}} {{(pid=85228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:28:24.666825 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-c07b5277-c15b-4ca8-a990-1c7189a1798f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eee09de6-2fbd-4c24-ab11-3382d1e941e6') {'for_net_delete': True} {{(pid=85228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:28:24.667161 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-c07b5277-c15b-4ca8-a990-1c7189a1798f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eee09de6-2fbd-4c24-ab11-3382d1e941e6') {} {{(pid=85228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:28:24.681905 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c07b5277-c15b-4ca8-a990-1c7189a1798f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295256356178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863071'] for segment, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:24.699092 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c07b5277-c15b-4ca8-a990-1c7189a1798f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774745'] for segment, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:24.707537 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c07b5277-c15b-4ca8-a990-1c7189a1798f admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=85228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 11:28:24.707888 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-b463d61b-4777-49c4-8161-194d36987571 None None] Deleting port 6d0a71c3-d30a-42f8-8cc2-2532a4f996c1 {{(pid=85229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:28:24.708372 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b463d61b-4777-49c4-8161-194d36987571 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:24.797818 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-b463d61b-4777-49c4-8161-194d36987571 None None] The port '6d0a71c3-d30a-42f8-8cc2-2532a4f996c1' was deleted {{(pid=85229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 14 11:28:24.903468 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-c07b5277-c15b-4ca8-a990-1c7189a1798f admin admin] Network 107ffdc1-1c99-4692-a473-5dbc7ac62120 has no segments {{(pid=85228) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 11:28:24.921974 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c07b5277-c15b-4ca8-a990-1c7189a1798f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852849635'] for segment, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:25.111615 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-c07b5277-c15b-4ca8-a990-1c7189a1798f admin admin] Network 107ffdc1-1c99-4692-a473-5dbc7ac62120 has no segments {{(pid=85228) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 11:28:25.136003 dv-cinder-774594-3-smb neutron-server[85114]: Traceback (most recent call last): Apr 14 11:28:25.136003 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 11:28:25.136003 dv-cinder-774594-3-smb neutron-server[85114]: timer() Apr 14 11:28:25.136003 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 11:28:25.136003 dv-cinder-774594-3-smb neutron-server[85114]: cb(*args, **kw) Apr 14 11:28:25.136003 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 11:28:25.136003 dv-cinder-774594-3-smb neutron-server[85114]: return func(*args, **kwargs) Apr 14 11:28:25.136003 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 11:28:25.136003 dv-cinder-774594-3-smb neutron-server[85114]: self._notify() Apr 14 11:28:25.136003 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 11:28:25.136003 dv-cinder-774594-3-smb neutron-server[85114]: self.callback(batched_events) Apr 14 11:28:25.136003 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 11:28:25.136003 dv-cinder-774594-3-smb neutron-server[85114]: event.method(event) Apr 14 11:28:25.136003 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 11:28:25.136003 dv-cinder-774594-3-smb neutron-server[85114]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 11:28:25.136003 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 11:28:25.136003 dv-cinder-774594-3-smb neutron-server[85114]: segment_id)['aggregates'][0] Apr 14 11:28:25.136003 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 11:28:25.136003 dv-cinder-774594-3-smb neutron-server[85114]: return f(self, *a, **k) Apr 14 11:28:25.136003 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 11:28:25.136003 dv-cinder-774594-3-smb neutron-server[85114]: return self._get(url).json() Apr 14 11:28:25.136003 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 11:28:25.136003 dv-cinder-774594-3-smb neutron-server[85114]: **kwargs) Apr 14 11:28:25.136003 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 11:28:25.136003 dv-cinder-774594-3-smb neutron-server[85114]: return self.request(url, 'GET', **kwargs) Apr 14 11:28:25.136003 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 11:28:25.136003 dv-cinder-774594-3-smb neutron-server[85114]: **endpoint_filter) Apr 14 11:28:25.136003 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 11:28:25.136003 dv-cinder-774594-3-smb neutron-server[85114]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 11:28:25.136003 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 11:28:25.136003 dv-cinder-774594-3-smb neutron-server[85114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 11:28:25.136003 dv-cinder-774594-3-smb neutron-server[85114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 11:28:25.221129 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c07b5277-c15b-4ca8-a990-1c7189a1798f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-124293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854119409'] for network, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:25.226268 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c07b5277-c15b-4ca8-a990-1c7189a1798f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for network, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:25.241784 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-06502a99-3022-4e49-974f-a0591e83bb48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:28:25.264542 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b5277-c15b-4ca8-a990-1c7189a1798f admin admin] Pushing event deleted for resources: {'Network': ['ID=107ffdc1-1c99-4692-a473-5dbc7ac62120,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:28:25.264827 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 6d0a71c3-d30a-42f8-8cc2-2532a4f996c1 no longer exists at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:28:25.267787 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-c07b5277-c15b-4ca8-a990-1c7189a1798f admin admin] 10.222.0.52 "DELETE /v2.0/networks/107ffdc1-1c99-4692-a473-5dbc7ac62120 HTTP/1.1" status: 204 len: 168 time: 1.9124510 Apr 14 11:28:25.269013 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-c07b5277-c15b-4ca8-a990-1c7189a1798f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:28:25.313221 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] No Port match for: 6d0a71c3-d30a-42f8-8cc2-2532a4f996c1 {{(pid=85229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 11:28:25.313609 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 6d0a71c3-d30a-42f8-8cc2-2532a4f996c1 not bound to the agent host dv-cinder-774594-3-smb {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 11:28:25.406562 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 34822) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:28:25.446066 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-bd45ef16-110f-41d2-9813-258ed9f417eb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d797536746cd4942b8a3a1f5e7b19e2b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0380797 Apr 14 11:28:25.448851 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 34826) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:28:25.514766 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-848653be-0675-4b92-bea5-91db558bc3c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:25.546090 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-848653be-0675-4b92-bea5-91db558bc3c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:25.626985 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-848653be-0675-4b92-bea5-91db558bc3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:25.632860 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:28:25.648869 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848653be-0675-4b92-bea5-91db558bc3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2be1781-fc0c-47ac-900b-50d4d8f14889,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:28:25.653310 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-848653be-0675-4b92-bea5-91db558bc3c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:28:25.656811 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-848653be-0675-4b92-bea5-91db558bc3c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:25.660745 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-848653be-0675-4b92-bea5-91db558bc3c9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c2be1781-fc0c-47ac-900b-50d4d8f14889 HTTP/1.1" status: 204 len: 168 time: 0.2081382 Apr 14 11:28:25.849874 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d0ae2-f212-4549-b6d0-a0e668ace0d5 req-f6366bc9-0e60-45bd-8ee5-fa11088b1e9f tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:25.851759 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-241d0ae2-f212-4549-b6d0-a0e668ace0d5 req-f6366bc9-0e60-45bd-8ee5-fa11088b1e9f tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 945 time: 0.0884776 Apr 14 11:28:25.882771 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-241d0ae2-f212-4549-b6d0-a0e668ace0d5 req-64c213cc-9c6a-461d-8105-60f29bcb7ae1 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0246425 Apr 14 11:28:26.417825 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 34864) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:28:26.473265 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-b292bc36-5c51-4788-a9df-8bdf2d483fba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1703396565-network', 'tenant_id': '3c843ffdb9bf4870a66e9ea2d9d33166'}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:28:26.478562 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-b292bc36-5c51-4788-a9df-8bdf2d483fba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:28:26.482668 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-b292bc36-5c51-4788-a9df-8bdf2d483fba admin admin] Usage tracker for resource:network and tenant:3c843ffdb9bf4870a66e9ea2d9d33166 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:28:26.485690 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-b292bc36-5c51-4788-a9df-8bdf2d483fba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:28:26.491733 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-b292bc36-5c51-4788-a9df-8bdf2d483fba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:28:26.501728 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b292bc36-5c51-4788-a9df-8bdf2d483fba admin admin] Made reservation on behalf of 3c843ffdb9bf4870a66e9ea2d9d33166 for: {'network': 1} {{(pid=85228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:28:26.504582 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ebecd-a396-4ca2-a65d-c673afc6be4f req-db3b21d8-b604-4d33-8644-9d24c4fd0b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:26.506178 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b17ebecd-a396-4ca2-a65d-c673afc6be4f req-db3b21d8-b604-4d33-8644-9d24c4fd0b65 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9b3ef38e1d8424c861a2e84fef25222&device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 1098 time: 0.2443779 Apr 14 11:28:26.506503 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b292bc36-5c51-4788-a9df-8bdf2d483fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for network, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:26.519989 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b292bc36-5c51-4788-a9df-8bdf2d483fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:26.535772 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-b292bc36-5c51-4788-a9df-8bdf2d483fba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:28:26.539858 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-b292bc36-5c51-4788-a9df-8bdf2d483fba admin admin] Usage tracker for resource:security_group_rule and tenant:3c843ffdb9bf4870a66e9ea2d9d33166 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:28:26.542803 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-b292bc36-5c51-4788-a9df-8bdf2d483fba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:28:26.548839 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-b292bc36-5c51-4788-a9df-8bdf2d483fba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:28:26.633224 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b292bc36-5c51-4788-a9df-8bdf2d483fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:26.635967 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b292bc36-5c51-4788-a9df-8bdf2d483fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:26.640760 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-1443254b-3f9a-4756-a05d-64c90ff0bb1e tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:28:26.648751 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ebecd-a396-4ca2-a65d-c673afc6be4f req-09829b96-74fc-47d7-bb9c-dfeddb752e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:26.650342 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b17ebecd-a396-4ca2-a65d-c673afc6be4f req-09829b96-74fc-47d7-bb9c-dfeddb752e12 service neutron] 10.222.0.41 "GET /v2.0/networks?id=712e05ed-c735-46b7-8a8c-2c06f81a1c29 HTTP/1.1" status: 200 len: 917 time: 0.1367631 Apr 14 11:28:26.671526 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b292bc36-5c51-4788-a9df-8bdf2d483fba admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=85228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 11:28:26.677152 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292bc36-5c51-4788-a9df-8bdf2d483fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d1d040-9621-4fcb-aaac-23b2064515f8,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:28:26.680385 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b292bc36-5c51-4788-a9df-8bdf2d483fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:28:26.686627 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b292bc36-5c51-4788-a9df-8bdf2d483fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774745'] for segment, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:26.687189 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.db.segments_db [None req-b292bc36-5c51-4788-a9df-8bdf2d483fba admin admin] Added segment 69b04ff2-bfe3-43cf-892d-02699add7a45 of type vlan for network bae4b55e-999d-4370-a6b7-723ab55c3023 Apr 14 11:28:26.715499 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b292bc36-5c51-4788-a9df-8bdf2d483fba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741597887210'] for network, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:26.748799 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b292bc36-5c51-4788-a9df-8bdf2d483fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029'] for network, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:26.750413 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b292bc36-5c51-4788-a9df-8bdf2d483fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:26.750782 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b292bc36-5c51-4788-a9df-8bdf2d483fba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for network, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:26.755652 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:28:26.761976 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b17ebecd-a396-4ca2-a65d-c673afc6be4f req-f98fb540-d556-4697-87be-5ff83694508b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f35634ec-6f85-494c-9eaf-51ca2f1d3c83 HTTP/1.1" status: 200 len: 1001 time: 0.1040285 Apr 14 11:28:26.832436 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ebecd-a396-4ca2-a65d-c673afc6be4f req-08c6c7c2-774d-4171-9012-77e9f5bd5bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:26.834049 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b17ebecd-a396-4ca2-a65d-c673afc6be4f req-08c6c7c2-774d-4171-9012-77e9f5bd5bfe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b2aaa5c-9e54-4364-a946-78c283f1ff6f HTTP/1.1" status: 200 len: 855 time: 0.0647631 Apr 14 11:28:26.855752 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-b292bc36-5c51-4788-a9df-8bdf2d483fba admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4366448 Apr 14 11:28:26.858899 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292bc36-5c51-4788-a9df-8bdf2d483fba admin admin] Pushing event updated for resources: {'Network': ['ID=bae4b55e-999d-4370-a6b7-723ab55c3023,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:28:26.861619 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b292bc36-5c51-4788-a9df-8bdf2d483fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:28:26.862296 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 34870) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:28:26.869010 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-44ed4cd6-5edf-4deb-8dba-29202a308780 admin admin] Request body: {'subnet': {'network_id': 'bae4b55e-999d-4370-a6b7-723ab55c3023', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1703396565-subnet', 'tenant_id': '3c843ffdb9bf4870a66e9ea2d9d33166', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:28:26.870165 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Network bae4b55e-999d-4370-a6b7-723ab55c3023 details requested by agent ovs-agent-dv-cinder-774594-3-smb with host dv-cinder-774594-3-smb {{(pid=85229) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 11:28:26.874701 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-44ed4cd6-5edf-4deb-8dba-29202a308780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:28:26.878716 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-44ed4cd6-5edf-4deb-8dba-29202a308780 admin admin] Usage tracker for resource:subnet and tenant:3c843ffdb9bf4870a66e9ea2d9d33166 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:28:26.881730 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-44ed4cd6-5edf-4deb-8dba-29202a308780 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:28:26.887770 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-44ed4cd6-5edf-4deb-8dba-29202a308780 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:28:26.898550 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ed4cd6-5edf-4deb-8dba-29202a308780 admin admin] Made reservation on behalf of 3c843ffdb9bf4870a66e9ea2d9d33166 for: {'subnet': 1} {{(pid=85228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:28:26.903936 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-44ed4cd6-5edf-4deb-8dba-29202a308780 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11448848'] for subnet, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:26.923243 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ebecd-a396-4ca2-a65d-c673afc6be4f req-82da1b4e-f3d9-41d8-9c2b-0a80d858bb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:26.924787 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b17ebecd-a396-4ca2-a65d-c673afc6be4f req-82da1b4e-f3d9-41d8-9c2b-0a80d858bb8c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=712e05ed-c735-46b7-8a8c-2c06f81a1c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0836053 Apr 14 11:28:27.076148 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b17ebecd-a396-4ca2-a65d-c673afc6be4f req-3ed92c99-576d-47c1-a391-aec74443219d service neutron] 10.222.0.41 "GET /v2.0/networks/712e05ed-c735-46b7-8a8c-2c06f81a1c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428282 Apr 14 11:28:27.197849 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b9508-5c58-4c25-999d-cbb564d86684 req-8a767c84-6983-488e-bb8d-80901c5bd95f tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:27.199489 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-028b9508-5c58-4c25-999d-cbb564d86684 req-8a767c84-6983-488e-bb8d-80901c5bd95f tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 945 time: 0.1724689 Apr 14 11:28:27.220045 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b17ebecd-a396-4ca2-a65d-c673afc6be4f req-705036a8-2daa-4161-9547-5af055c264b4 service neutron] 10.222.0.41 "GET /v2.0/networks/712e05ed-c735-46b7-8a8c-2c06f81a1c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365075 Apr 14 11:28:27.291454 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-028b9508-5c58-4c25-999d-cbb564d86684 req-79ec9569-2264-4451-ac0d-e4a2346ff6d1 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781052 Apr 14 11:28:27.414709 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-44ed4cd6-5edf-4deb-8dba-29202a308780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1926285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11448943'] for subnet, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:27.430311 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:28:27.559992 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed4cd6-5edf-4deb-8dba-29202a308780 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7d55a4f-f398-4a8c-9771-7e9e66a2ed8a,revision_number=0']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:28:27.564765 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-44ed4cd6-5edf-4deb-8dba-29202a308780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:28:27.621244 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ed4cd6-5edf-4deb-8dba-29202a308780 admin admin] Checking segment: {'id': '69b04ff2-bfe3-43cf-892d-02699add7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'bae4b55e-999d-4370-a6b7-723ab55c3023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:28:27.621631 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ed4cd6-5edf-4deb-8dba-29202a308780 admin admin] Network hostable DHCP agents. Network: bae4b55e-999d-4370-a6b7-723ab55c3023, hostable agents: ['89ea7c1e-af59-4771-b465-98593056a05b'], hosted agents: [] {{(pid=85228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 11:28:27.639704 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ed4cd6-5edf-4deb-8dba-29202a308780 admin admin] Network bae4b55e-999d-4370-a6b7-723ab55c3023 is scheduled to be hosted by DHCP agent 89ea7c1e-af59-4771-b465-98593056a05b with binding_index 1 {{(pid=85228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 11:28:27.647531 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-44ed4cd6-5edf-4deb-8dba-29202a308780 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-3-smb, bae4b55e-999d-4370-a6b7-723ab55c3023) {{(pid=85228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:28:27.656999 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f23f56-a5f8-415c-80bc-5351bfdcbd2a None None] Network bae4b55e-999d-4370-a6b7-723ab55c3023 requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:28:27.659456 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ed4cd6-5edf-4deb-8dba-29202a308780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:27.660097 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-44ed4cd6-5edf-4deb-8dba-29202a308780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for subnet, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:27.679614 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-44ed4cd6-5edf-4deb-8dba-29202a308780 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8159330 Apr 14 11:28:27.880224 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b5cd27-5b4e-4a2a-8db2-7d1a44a93ff6 None None] Network bae4b55e-999d-4370-a6b7-723ab55c3023 requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:28:28.216978 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f5897-881a-425f-8d3f-6de35bc16427 req-5dd11b29-7c0e-4b98-8cd2-dc07f4f378ab tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:28.218487 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-011f5897-881a-425f-8d3f-6de35bc16427 req-5dd11b29-7c0e-4b98-8cd2-dc07f4f378ab tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/networks?id=bae4b55e-999d-4370-a6b7-723ab55c3023 HTTP/1.1" status: 200 len: 815 time: 0.1557524 Apr 14 11:28:28.234516 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-011f5897-881a-425f-8d3f-6de35bc16427 req-be7b0303-8ddf-4333-9035-e5b51e8eec59 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/quotas/3c843ffdb9bf4870a66e9ea2d9d33166 HTTP/1.1" status: 200 len: 375 time: 0.0097470 Apr 14 11:28:28.287377 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-011f5897-881a-425f-8d3f-6de35bc16427 req-274bb3db-1824-4752-aafe-de47aec854c1 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c843ffdb9bf4870a66e9ea2d9d33166&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469978 Apr 14 11:28:28.481660 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-011f5897-881a-425f-8d3f-6de35bc16427 req-dad4e327-2573-478d-a403-70810db57228 service neutron] 10.222.0.52 "GET /v2.0/networks/bae4b55e-999d-4370-a6b7-723ab55c3023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869531 Apr 14 11:28:28.503465 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f3697-0ce9-45c6-a23b-85502f4b3b07 req-06732d48-1947-4248-a1df-bd403ff82ad4 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:28.505044 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ee6f3697-0ce9-45c6-a23b-85502f4b3b07 req-06732d48-1947-4248-a1df-bd403ff82ad4 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 945 time: 0.0921562 Apr 14 11:28:28.534939 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ee6f3697-0ce9-45c6-a23b-85502f4b3b07 req-264a6d46-2256-4d47-a130-b13f66be4be9 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0235040 Apr 14 11:28:28.622698 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-011f5897-881a-425f-8d3f-6de35bc16427 req-54a11508-23ad-4da8-ad42-eb9e3bb5ff14 service neutron] 10.222.0.52 "GET /v2.0/networks/bae4b55e-999d-4370-a6b7-723ab55c3023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340921 Apr 14 11:28:28.812990 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7741f532-ec26-4b1c-b6af-2fd2afe5b7b6 req-f6f2ff11-0261-42de-8fc1-a7d0cf67758c tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=71f074af-d920-4003-823e-bc31cefd8abf HTTP/1.1" status: 200 len: 210 time: 0.0485599 Apr 14 11:28:29.738294 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af3647-a3bf-4b8e-8586-efdac23b745c req-8f96a7b1-0a45-4669-8689-2bcd4258c267 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:29.739885 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-39af3647-a3bf-4b8e-8586-efdac23b745c req-8f96a7b1-0a45-4669-8689-2bcd4258c267 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 945 time: 0.0857697 Apr 14 11:28:29.770300 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-39af3647-a3bf-4b8e-8586-efdac23b745c req-38c0f242-da9a-4bdd-b714-ffd136edd66f tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0241144 Apr 14 11:28:29.774832 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device f35634ec-6f85-494c-9eaf-51ca2f1d3c83 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:28:29.895191 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:29.911707 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f733a955-0ffb-4748-bd71-7a350361c4ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f35634ec-6f85-494c-9eaf-51ca2f1d3c83'}] {{(pid=85229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:28:29.923225 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port f35634ec-6f85-494c-9eaf-51ca2f1d3c83, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f35634ec-6f85-494c-9eaf-51ca2f1d3c83,segment=NetworkSegment(68eb76e0-e4c1-4e3c-88ca-0b72840edf3e),segment_id=68eb76e0-e4c1-4e3c-88ca-0b72840edf3e)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:28:29.927749 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:29.930575 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-5515d899-7de5-4f84-8e9e-e403b76e3831 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:28:29.980749 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f52608f4-1989-4088-b3f8-fbc2eb4916d2 req-742a369b-ca48-4f97-b53e-99bd15185180 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=71f074af-d920-4003-823e-bc31cefd8abf HTTP/1.1" status: 200 len: 210 time: 0.0534852 Apr 14 11:28:30.024234 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=f35634ec-6f85-494c-9eaf-51ca2f1d3c83,revision_number=8']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:28:30.028152 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:28:30.051092 dv-cinder-774594-3-smb neutron-server[85114]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f733a955-0ffb-4748-bd71-7a350361c4ad', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f35634ec-6f85-494c-9eaf-51ca2f1d3c83', 'code': 422} returned with failed status Apr 14 11:28:30.213351 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f5897-881a-425f-8d3f-6de35bc16427 req-0cffb89e-4260-4fcb-b595-d2f8af618341 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:30.214975 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-011f5897-881a-425f-8d3f-6de35bc16427 req-0cffb89e-4260-4fcb-b595-d2f8af618341 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.41 "GET /v2.0/networks?id=bae4b55e-999d-4370-a6b7-723ab55c3023 HTTP/1.1" status: 200 len: 815 time: 0.1627574 Apr 14 11:28:30.230158 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [req-011f5897-881a-425f-8d3f-6de35bc16427 req-556bcd4d-db28-4f0d-84c3-5c60ef37ef74 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Request body: {'port': {'device_id': '71f074af-d920-4003-823e-bc31cefd8abf', 'network_id': 'bae4b55e-999d-4370-a6b7-723ab55c3023', 'admin_state_up': True, 'tenant_id': '3c843ffdb9bf4870a66e9ea2d9d33166'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:28:30.375369 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [req-011f5897-881a-425f-8d3f-6de35bc16427 req-556bcd4d-db28-4f0d-84c3-5c60ef37ef74 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:28:30.379411 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-011f5897-881a-425f-8d3f-6de35bc16427 req-556bcd4d-db28-4f0d-84c3-5c60ef37ef74 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Usage tracker for resource:port and tenant:3c843ffdb9bf4870a66e9ea2d9d33166 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:28:30.382378 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-011f5897-881a-425f-8d3f-6de35bc16427 req-556bcd4d-db28-4f0d-84c3-5c60ef37ef74 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:28:30.388443 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [req-011f5897-881a-425f-8d3f-6de35bc16427 req-556bcd4d-db28-4f0d-84c3-5c60ef37ef74 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:28:30.397713 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-011f5897-881a-425f-8d3f-6de35bc16427 req-556bcd4d-db28-4f0d-84c3-5c60ef37ef74 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Made reservation on behalf of 3c843ffdb9bf4870a66e9ea2d9d33166 for: {'port': 1} {{(pid=85227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:28:30.403757 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-011f5897-881a-425f-8d3f-6de35bc16427 req-556bcd4d-db28-4f0d-84c3-5c60ef37ef74 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:30.573328 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [req-011f5897-881a-425f-8d3f-6de35bc16427 req-556bcd4d-db28-4f0d-84c3-5c60ef37ef74 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Allocated IP 172.20.0.5 (bae4b55e-999d-4370-a6b7-723ab55c3023/d7d55a4f-f398-4a8c-9771-7e9e66a2ed8a/fe592416-ce05-407b-b812-65a20a5af45e) {{(pid=85227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:28:30.768892 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-011f5897-881a-425f-8d3f-6de35bc16427 req-556bcd4d-db28-4f0d-84c3-5c60ef37ef74 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Notify callbacks [] for port, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:30.798091 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-011f5897-881a-425f-8d3f-6de35bc16427 req-556bcd4d-db28-4f0d-84c3-5c60ef37ef74 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10976374'] for port, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:30.816645 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-8d840b8f-72e4-4cd4-9705-bd174ce196d6 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:28:30.956151 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556bcd4d-db28-4f0d-84c3-5c60ef37ef74 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Pushing event updated for resources: {'Port': ['ID=fe592416-ce05-407b-b812-65a20a5af45e,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:28:30.959134 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-556bcd4d-db28-4f0d-84c3-5c60ef37ef74 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:28:31.016820 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-011f5897-881a-425f-8d3f-6de35bc16427 req-556bcd4d-db28-4f0d-84c3-5c60ef37ef74 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Network bae4b55e-999d-4370-a6b7-723ab55c3023 is already hosted by enough agents. {{(pid=85227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:28:31.018514 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [req-011f5897-881a-425f-8d3f-6de35bc16427 req-556bcd4d-db28-4f0d-84c3-5c60ef37ef74 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Resources bound (agent type, host, resource id): {{(pid=85227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:28:31.024458 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [req-011f5897-881a-425f-8d3f-6de35bc16427 req-556bcd4d-db28-4f0d-84c3-5c60ef37ef74 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Received port after_create {{(pid=85227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:28:31.103387 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f5897-881a-425f-8d3f-6de35bc16427 req-556bcd4d-db28-4f0d-84c3-5c60ef37ef74 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:31.104041 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-011f5897-881a-425f-8d3f-6de35bc16427 req-556bcd4d-db28-4f0d-84c3-5c60ef37ef74 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:31.169520 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-011f5897-881a-425f-8d3f-6de35bc16427 req-556bcd4d-db28-4f0d-84c3-5c60ef37ef74 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9434578 Apr 14 11:28:31.187021 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [req-011f5897-881a-425f-8d3f-6de35bc16427 req-bd0c6e68-95f7-4039-bcf8-eb591745eea7 service neutron] Request body: {'port': {'device_id': '71f074af-d920-4003-823e-bc31cefd8abf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:28:31.266266 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545418ca-2baa-4b5b-a21c-7316b0171756 req-79be1f44-5207-46dc-b12b-217d4b2a3c64 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:31.267067 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-545418ca-2baa-4b5b-a21c-7316b0171756 req-79be1f44-5207-46dc-b12b-217d4b2a3c64 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Synchronizing usage tracker for tenant:3c843ffdb9bf4870a66e9ea2d9d33166 on resource:port {{(pid=85227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:28:31.359970 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e62a9-0378-4e07-b67e-22e42a8c679e req-ed15332f-a746-440a-a588-9d30c05e0ead tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:31.361565 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8c3e62a9-0378-4e07-b67e-22e42a8c679e req-ed15332f-a746-440a-a588-9d30c05e0ead tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 943 time: 0.0885859 Apr 14 11:28:31.392324 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8c3e62a9-0378-4e07-b67e-22e42a8c679e req-58ae8199-777f-44ea-ad3a-743060848423 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0241580 Apr 14 11:28:31.393909 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-545418ca-2baa-4b5b-a21c-7316b0171756 req-79be1f44-5207-46dc-b12b-217d4b2a3c64 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Unset dirty status for tenant:3c843ffdb9bf4870a66e9ea2d9d33166 on resource:port {{(pid=85227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:28:31.395201 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-545418ca-2baa-4b5b-a21c-7316b0171756 req-79be1f44-5207-46dc-b12b-217d4b2a3c64 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=71f074af-d920-4003-823e-bc31cefd8abf HTTP/1.1" status: 200 len: 931 time: 0.2849374 Apr 14 11:28:31.396012 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-011f5897-881a-425f-8d3f-6de35bc16427 req-bd0c6e68-95f7-4039-bcf8-eb591745eea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:31.515798 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-545418ca-2baa-4b5b-a21c-7316b0171756 req-b8317f73-0e7b-4fe5-b235-506b42a0533f tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871398 Apr 14 11:28:31.533970 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5a3d10cc-6995-4b6f-b9ff-fb711a3fb38d req-87c78362-f284-48e5-8b31-6431e03a0323 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2249544 Apr 14 11:28:32.141439 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d10cc-6995-4b6f-b9ff-fb711a3fb38d req-acb66f99-bf86-4272-a7cc-bad8f46685b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:32.143092 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5a3d10cc-6995-4b6f-b9ff-fb711a3fb38d req-acb66f99-bf86-4272-a7cc-bad8f46685b2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad&tenant_id=e9b3ef38e1d8424c861a2e84fef25222 HTTP/1.1" status: 200 len: 1096 time: 0.1597800 Apr 14 11:28:32.152640 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [req-011f5897-881a-425f-8d3f-6de35bc16427 req-bd0c6e68-95f7-4039-bcf8-eb591745eea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe592416-ce05-407b-b812-65a20a5af45e {{(pid=85227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:28:32.160598 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-011f5897-881a-425f-8d3f-6de35bc16427 req-bd0c6e68-95f7-4039-bcf8-eb591745eea7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:32.219431 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [req-011f5897-881a-425f-8d3f-6de35bc16427 req-bd0c6e68-95f7-4039-bcf8-eb591745eea7 service neutron] Transition to ACTIVE for port object fe592416-ce05-407b-b812-65a20a5af45e will not be triggered until provisioned by entity L2. {{(pid=85227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:28:32.223881 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-011f5897-881a-425f-8d3f-6de35bc16427 req-bd0c6e68-95f7-4039-bcf8-eb591745eea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843799442'] for port, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:32.239777 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-ffd9c647-a6af-4ae3-83c0-321ec5bd245d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:28:32.389131 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c6e68-95f7-4039-bcf8-eb591745eea7 service neutron] Pushing event updated for resources: {'Port': ['ID=fe592416-ce05-407b-b812-65a20a5af45e,revision_number=2']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:28:32.396004 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-bd0c6e68-95f7-4039-bcf8-eb591745eea7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:28:32.417741 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d10cc-6995-4b6f-b9ff-fb711a3fb38d req-def1b40e-c0e5-4d35-9340-dff179e6449b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:32.419389 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5a3d10cc-6995-4b6f-b9ff-fb711a3fb38d req-def1b40e-c0e5-4d35-9340-dff179e6449b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9b3ef38e1d8424c861a2e84fef25222&device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 1096 time: 0.2513442 Apr 14 11:28:32.600983 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce01f9-224a-4194-b53d-32c1481a986a req-5e256026-2186-4de0-bc83-d4458785e37b tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:32.602857 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8cce01f9-224a-4194-b53d-32c1481a986a req-5e256026-2186-4de0-bc83-d4458785e37b tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 943 time: 0.0925567 Apr 14 11:28:32.633683 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8cce01f9-224a-4194-b53d-32c1481a986a req-2e021c8a-2038-4107-93f7-024b4c07dc3f tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0239334 Apr 14 11:28:32.761437 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d10cc-6995-4b6f-b9ff-fb711a3fb38d req-7076cbe2-3bb3-4d40-9de2-f13aa5291e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:32.763020 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5a3d10cc-6995-4b6f-b9ff-fb711a3fb38d req-7076cbe2-3bb3-4d40-9de2-f13aa5291e1e service neutron] 10.222.0.41 "GET /v2.0/networks?id=712e05ed-c735-46b7-8a8c-2c06f81a1c29 HTTP/1.1" status: 200 len: 917 time: 0.3284278 Apr 14 11:28:32.900282 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-011f5897-881a-425f-8d3f-6de35bc16427 req-bd0c6e68-95f7-4039-bcf8-eb591745eea7 service neutron] Attempting to bind port fe592416-ce05-407b-b812-65a20a5af45e on host hv-cinder-77459 for vnic_type normal with profile {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:28:32.900576 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-011f5897-881a-425f-8d3f-6de35bc16427 req-bd0c6e68-95f7-4039-bcf8-eb591745eea7 service neutron] Attempting to bind port fe592416-ce05-407b-b812-65a20a5af45e by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '69b04ff2-bfe3-43cf-892d-02699add7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'bae4b55e-999d-4370-a6b7-723ab55c3023'}] {{(pid=85227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:28:32.900942 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011f5897-881a-425f-8d3f-6de35bc16427 req-bd0c6e68-95f7-4039-bcf8-eb591745eea7 service neutron] Attempting to bind port fe592416-ce05-407b-b812-65a20a5af45e on network bae4b55e-999d-4370-a6b7-723ab55c3023 {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:28:32.924380 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011f5897-881a-425f-8d3f-6de35bc16427 req-bd0c6e68-95f7-4039-bcf8-eb591745eea7 service neutron] Port fe592416-ce05-407b-b812-65a20a5af45e on network bae4b55e-999d-4370-a6b7-723ab55c3023 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 11:28:32.924732 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011f5897-881a-425f-8d3f-6de35bc16427 req-bd0c6e68-95f7-4039-bcf8-eb591745eea7 service neutron] Attempting to bind port fe592416-ce05-407b-b812-65a20a5af45e on network bae4b55e-999d-4370-a6b7-723ab55c3023 {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:28:32.930301 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5a3d10cc-6995-4b6f-b9ff-fb711a3fb38d req-84c137c4-6b4d-45c8-9961-7e048cb66c73 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f35634ec-6f85-494c-9eaf-51ca2f1d3c83 HTTP/1.1" status: 200 len: 999 time: 0.1546850 Apr 14 11:28:32.935410 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011f5897-881a-425f-8d3f-6de35bc16427 req-bd0c6e68-95f7-4039-bcf8-eb591745eea7 service neutron] Checking agent: {'id': 'dc008c19-4d73-4566-939f-5ab33892b678', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 20, 41), 'started_at': datetime.datetime(2021, 4, 14, 11, 20, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:28:32.935778 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011f5897-881a-425f-8d3f-6de35bc16427 req-bd0c6e68-95f7-4039-bcf8-eb591745eea7 service neutron] Checking segment: {'id': '69b04ff2-bfe3-43cf-892d-02699add7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'bae4b55e-999d-4370-a6b7-723ab55c3023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:28:32.936186 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011f5897-881a-425f-8d3f-6de35bc16427 req-bd0c6e68-95f7-4039-bcf8-eb591745eea7 service neutron] Bound using segment: {'id': '69b04ff2-bfe3-43cf-892d-02699add7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'bae4b55e-999d-4370-a6b7-723ab55c3023'} {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:28:32.936715 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-011f5897-881a-425f-8d3f-6de35bc16427 req-bd0c6e68-95f7-4039-bcf8-eb591745eea7 service neutron] Bound port: fe592416-ce05-407b-b812-65a20a5af45e, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69b04ff2-bfe3-43cf-892d-02699add7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'bae4b55e-999d-4370-a6b7-723ab55c3023'}}] {{(pid=85227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:28:32.937093 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-011f5897-881a-425f-8d3f-6de35bc16427 req-bd0c6e68-95f7-4039-bcf8-eb591745eea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:33.014288 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ccc2b-9d4a-4a56-b46e-c52ce7e04f3e req-2f25f07a-cd12-4b33-bacb-171dfaf841a5 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:33.016383 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2c1ccc2b-9d4a-4a56-b46e-c52ce7e04f3e req-2f25f07a-cd12-4b33-bacb-171dfaf841a5 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=71f074af-d920-4003-823e-bc31cefd8abf HTTP/1.1" status: 200 len: 943 time: 0.3551672 Apr 14 11:28:33.094994 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2c1ccc2b-9d4a-4a56-b46e-c52ce7e04f3e req-2a793959-be14-4d55-8220-a763d7609b20 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713782 Apr 14 11:28:33.109470 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d10cc-6995-4b6f-b9ff-fb711a3fb38d req-dde75fdc-f57b-4d87-9856-7b94977037d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:33.111142 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5a3d10cc-6995-4b6f-b9ff-fb711a3fb38d req-dde75fdc-f57b-4d87-9856-7b94977037d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b2aaa5c-9e54-4364-a946-78c283f1ff6f HTTP/1.1" status: 200 len: 855 time: 0.1446662 Apr 14 11:28:33.112194 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-011f5897-881a-425f-8d3f-6de35bc16427 req-bd0c6e68-95f7-4039-bcf8-eb591745eea7 service neutron] For port fe592416-ce05-407b-b812-65a20a5af45e, host hv-cinder-77459, cleared binding levels {{(pid=85227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:28:33.115444 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-011f5897-881a-425f-8d3f-6de35bc16427 req-bd0c6e68-95f7-4039-bcf8-eb591745eea7 service neutron] For port fe592416-ce05-407b-b812-65a20a5af45e, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=fe592416-ce05-407b-b812-65a20a5af45e,segment=NetworkSegment(69b04ff2-bfe3-43cf-892d-02699add7a45),segment_id=69b04ff2-bfe3-43cf-892d-02699add7a45)] {{(pid=85227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:28:33.120059 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-011f5897-881a-425f-8d3f-6de35bc16427 req-bd0c6e68-95f7-4039-bcf8-eb591745eea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843799442'] for port, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:33.168473 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-bbb8dc0c-7a87-4425-9552-63a06557055e tempest-VolumesActionsTest-27987534 tempest-VolumesActionsTest-27987534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:28:33.341755 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c6e68-95f7-4039-bcf8-eb591745eea7 service neutron] Pushing event updated for resources: {'Port': ['ID=fe592416-ce05-407b-b812-65a20a5af45e,revision_number=3']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:28:33.352640 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-bd0c6e68-95f7-4039-bcf8-eb591745eea7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:28:33.386826 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d10cc-6995-4b6f-b9ff-fb711a3fb38d req-9c4d9071-b4a9-4b51-8b96-2e0d55a87cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:33.388513 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5a3d10cc-6995-4b6f-b9ff-fb711a3fb38d req-9c4d9071-b4a9-4b51-8b96-2e0d55a87cff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=712e05ed-c735-46b7-8a8c-2c06f81a1c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2698531 Apr 14 11:28:33.391928 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f5897-881a-425f-8d3f-6de35bc16427 req-bd0c6e68-95f7-4039-bcf8-eb591745eea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:33.392547 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-011f5897-881a-425f-8d3f-6de35bc16427 req-bd0c6e68-95f7-4039-bcf8-eb591745eea7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:33.393928 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-011f5897-881a-425f-8d3f-6de35bc16427 req-bd0c6e68-95f7-4039-bcf8-eb591745eea7 service neutron] 10.222.0.41 "PUT /v2.0/ports/fe592416-ce05-407b-b812-65a20a5af45e HTTP/1.1" status: 200 len: 1093 time: 2.2123454 Apr 14 11:28:33.394443 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f074af-d920-4003-823e-bc31cefd8abf', 'tag': 'fe592416-ce05-407b-b812-65a20a5af45e'}] {{(pid=85227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:28:33.515837 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f074af-d920-4003-823e-bc31cefd8abf', 'tag': 'fe592416-ce05-407b-b812-65a20a5af45e', 'status': 'completed', 'code': 200} Apr 14 11:28:33.602245 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5a3d10cc-6995-4b6f-b9ff-fb711a3fb38d req-74c7bf03-4004-4656-ba52-330f878615b4 service neutron] 10.222.0.41 "GET /v2.0/networks/712e05ed-c735-46b7-8a8c-2c06f81a1c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015769 Apr 14 11:28:33.607646 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f5897-881a-425f-8d3f-6de35bc16427 req-5c7eae08-475b-4e3e-a3f9-bb71b6cd1ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:33.609158 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-011f5897-881a-425f-8d3f-6de35bc16427 req-5c7eae08-475b-4e3e-a3f9-bb71b6cd1ad7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c843ffdb9bf4870a66e9ea2d9d33166&device_id=71f074af-d920-4003-823e-bc31cefd8abf HTTP/1.1" status: 200 len: 1096 time: 0.1775301 Apr 14 11:28:33.746552 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-011f5897-881a-425f-8d3f-6de35bc16427 req-77a09325-d055-4516-97fd-6dd9a2d4ae4f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe592416-ce05-407b-b812-65a20a5af45e HTTP/1.1" status: 200 len: 217 time: 0.1156330 Apr 14 11:28:33.897877 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f5897-881a-425f-8d3f-6de35bc16427 req-90b005e5-0d1f-401b-b151-5b2cac6d3ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:33.899461 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-011f5897-881a-425f-8d3f-6de35bc16427 req-90b005e5-0d1f-401b-b151-5b2cac6d3ca5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d7d55a4f-f398-4a8c-9771-7e9e66a2ed8a HTTP/1.1" status: 200 len: 855 time: 0.1094043 Apr 14 11:28:33.962955 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5a3d10cc-6995-4b6f-b9ff-fb711a3fb38d req-074665f1-edf8-41d7-aece-d18b7bb9424a service neutron] 10.222.0.41 "GET /v2.0/networks/712e05ed-c735-46b7-8a8c-2c06f81a1c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528244 Apr 14 11:28:33.979159 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-011f5897-881a-425f-8d3f-6de35bc16427 req-6c7d5d54-e000-43a6-bf90-99b5526c75b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bae4b55e-999d-4370-a6b7-723ab55c3023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642622 Apr 14 11:28:33.996944 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110d4e6-8897-40a1-a201-23fbe5cdbe19 req-d9f46d86-e47d-4a77-9fe4-12a8e7fa6883 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:33.998370 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e110d4e6-8897-40a1-a201-23fbe5cdbe19 req-d9f46d86-e47d-4a77-9fe4-12a8e7fa6883 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 943 time: 0.2463088 Apr 14 11:28:34.315656 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaaeb0f-5de9-4a97-b199-7cc936b2d34e req-cfdcd951-efa4-48d5-8df9-1b08a4a8e904 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:34.317309 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4eaaeb0f-5de9-4a97-b199-7cc936b2d34e req-cfdcd951-efa4-48d5-8df9-1b08a4a8e904 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=71f074af-d920-4003-823e-bc31cefd8abf HTTP/1.1" status: 200 len: 943 time: 0.0905073 Apr 14 11:28:34.349662 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e110d4e6-8897-40a1-a201-23fbe5cdbe19 req-8f08d7c7-2033-421d-a756-454d252823d5 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3300409 Apr 14 11:28:34.371051 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-4eaaeb0f-5de9-4a97-b199-7cc936b2d34e req-fc8d0774-c8e0-495b-9f91-d42c2204d7ca tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Synchronizing usage tracker for tenant:3c843ffdb9bf4870a66e9ea2d9d33166 on resource:security_group {{(pid=85228) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:28:34.388051 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-4eaaeb0f-5de9-4a97-b199-7cc936b2d34e req-fc8d0774-c8e0-495b-9f91-d42c2204d7ca tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Unset dirty status for tenant:3c843ffdb9bf4870a66e9ea2d9d33166 on resource:security_group {{(pid=85228) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:28:34.389306 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4eaaeb0f-5de9-4a97-b199-7cc936b2d34e req-fc8d0774-c8e0-495b-9f91-d42c2204d7ca tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653086 Apr 14 11:28:34.411863 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-011f5897-881a-425f-8d3f-6de35bc16427 req-79078da7-e2d8-45dd-bd5e-8c339e047f11 service neutron] 10.222.0.41 "GET /v2.0/networks/bae4b55e-999d-4370-a6b7-723ab55c3023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223130 Apr 14 11:28:34.553664 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-011f5897-881a-425f-8d3f-6de35bc16427 req-aba78ae1-c1da-4164-8989-b47c520f096e service neutron] 10.222.0.41 "GET /v2.0/networks/bae4b55e-999d-4370-a6b7-723ab55c3023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363437 Apr 14 11:28:34.676282 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c3ffa-bffb-4bbd-839d-4637f003083f req-0df22a84-d897-454f-a117-4f87084dd6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:34.677850 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3c1c3ffa-bffb-4bbd-839d-4637f003083f req-0df22a84-d897-454f-a117-4f87084dd6dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c843ffdb9bf4870a66e9ea2d9d33166&device_id=71f074af-d920-4003-823e-bc31cefd8abf HTTP/1.1" status: 200 len: 1096 time: 0.0760641 Apr 14 11:28:34.820497 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c3ffa-bffb-4bbd-839d-4637f003083f req-967157e2-f680-4499-89d5-3032f2759532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:34.822104 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3c1c3ffa-bffb-4bbd-839d-4637f003083f req-967157e2-f680-4499-89d5-3032f2759532 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bae4b55e-999d-4370-a6b7-723ab55c3023 HTTP/1.1" status: 200 len: 916 time: 0.1364343 Apr 14 11:28:34.904130 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3c1c3ffa-bffb-4bbd-839d-4637f003083f req-d5fbdf70-0bb5-48b0-8cb9-798f93040621 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe592416-ce05-407b-b812-65a20a5af45e HTTP/1.1" status: 200 len: 217 time: 0.0736675 Apr 14 11:28:35.561330 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cec440-50e6-4e2f-a6dd-40696c730c8e req-a491d36c-3aac-4ba8-98c7-a54a71466b0c tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:35.563030 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c3cec440-50e6-4e2f-a6dd-40696c730c8e req-a491d36c-3aac-4ba8-98c7-a54a71466b0c tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 943 time: 0.0919361 Apr 14 11:28:35.595135 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c3cec440-50e6-4e2f-a6dd-40696c730c8e req-29aed530-c770-4144-a7fc-b0fdda9eacda tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0249288 Apr 14 11:28:35.632693 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090840c2-64c2-4117-8bdc-d3a9cd9fc4f1 req-88b6c6fc-b7d6-4422-bd29-2fef17107e2b tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:35.634302 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-090840c2-64c2-4117-8bdc-d3a9cd9fc4f1 req-88b6c6fc-b7d6-4422-bd29-2fef17107e2b tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=71f074af-d920-4003-823e-bc31cefd8abf HTTP/1.1" status: 200 len: 943 time: 0.1160247 Apr 14 11:28:35.666159 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-090840c2-64c2-4117-8bdc-d3a9cd9fc4f1 req-975282d0-d281-4cf1-9f75-5617bbaab49d tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0253966 Apr 14 11:28:36.815188 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419f043-4348-40b1-8594-92b1381ca3a9 req-303f4615-d2c6-43af-a05b-fd47451d2531 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:36.816967 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4419f043-4348-40b1-8594-92b1381ca3a9 req-303f4615-d2c6-43af-a05b-fd47451d2531 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 943 time: 0.0963876 Apr 14 11:28:36.848383 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4419f043-4348-40b1-8594-92b1381ca3a9 req-c509c87c-2f9f-412e-9b99-9c9e56571dd2 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0242598 Apr 14 11:28:36.879225 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f8c19-7726-49ff-97be-edc1abc263a2 req-e0b86cc2-c855-477d-b10d-87918db5769c tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:36.881773 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-823f8c19-7726-49ff-97be-edc1abc263a2 req-e0b86cc2-c855-477d-b10d-87918db5769c tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=71f074af-d920-4003-823e-bc31cefd8abf HTTP/1.1" status: 200 len: 943 time: 0.0967572 Apr 14 11:28:36.914628 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-823f8c19-7726-49ff-97be-edc1abc263a2 req-1fca8091-e415-4abe-a73c-ece89ff1d0fe tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270772 Apr 14 11:28:37.081101 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8df55e1d-557b-4f59-93c3-18cd2c9a36b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:38.086417 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f5942-d60b-4980-acf4-572dcde07399 req-cae06271-4a39-42b9-bd05-4c09bec81f44 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:38.088066 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d33f5942-d60b-4980-acf4-572dcde07399 req-cae06271-4a39-42b9-bd05-4c09bec81f44 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 943 time: 0.1152751 Apr 14 11:28:38.120452 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d33f5942-d60b-4980-acf4-572dcde07399 req-06439d87-a535-422e-8ffd-4867e3312f1c tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0242012 Apr 14 11:28:38.138194 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700a1a9-9c66-49dd-a87d-14e50c8f9bb4 req-dda82856-7805-4e1a-a580-e41d417208a9 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:38.141104 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9700a1a9-9c66-49dd-a87d-14e50c8f9bb4 req-dda82856-7805-4e1a-a580-e41d417208a9 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=71f074af-d920-4003-823e-bc31cefd8abf HTTP/1.1" status: 200 len: 943 time: 0.0985556 Apr 14 11:28:38.174739 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9700a1a9-9c66-49dd-a87d-14e50c8f9bb4 req-31a3388f-33af-4343-90ba-6919486e398d tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269256 Apr 14 11:28:38.897043 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-dcb44bad-8603-4e9a-a13f-50801908bfe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:39.361322 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2222a3-9f66-4e62-a10d-99c3d68c9195 req-6e9c58e1-bf39-488b-aae1-f48e5ca1f6d4 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:39.362938 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4e2222a3-9f66-4e62-a10d-99c3d68c9195 req-6e9c58e1-bf39-488b-aae1-f48e5ca1f6d4 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 943 time: 0.1072531 Apr 14 11:28:39.384501 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04625cbf-525d-4599-b1fb-3908c7ac4bc0 req-078eb05a-6c3f-4e31-b13a-16db7fb39dfb tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:39.386251 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-04625cbf-525d-4599-b1fb-3908c7ac4bc0 req-078eb05a-6c3f-4e31-b13a-16db7fb39dfb tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=71f074af-d920-4003-823e-bc31cefd8abf HTTP/1.1" status: 200 len: 943 time: 0.0968578 Apr 14 11:28:39.395564 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4e2222a3-9f66-4e62-a10d-99c3d68c9195 req-84ebe08c-7a95-438d-b21d-7278ee9cfe64 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259888 Apr 14 11:28:39.427765 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-04625cbf-525d-4599-b1fb-3908c7ac4bc0 req-38ee019e-38f2-4ec1-b7d2-7f106e9d8189 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338409 Apr 14 11:28:40.101750 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:40.303563 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:40.636693 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d6844-e927-4c0b-8441-847f0f71f17b req-b3e54714-e7da-438e-964b-72d02518b2ed tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:40.638654 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0d4d6844-e927-4c0b-8441-847f0f71f17b req-b3e54714-e7da-438e-964b-72d02518b2ed tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 943 time: 0.1161251 Apr 14 11:28:40.671779 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0d4d6844-e927-4c0b-8441-847f0f71f17b req-41b6b2e7-08a6-4cdf-b123-450b7a875923 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259905 Apr 14 11:28:40.895704 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b5ee9-234b-4f44-996c-0de2500fe70b req-6a75e195-04e6-4eaa-9ff3-5b0f24913956 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:40.897275 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-486b5ee9-234b-4f44-996c-0de2500fe70b req-6a75e195-04e6-4eaa-9ff3-5b0f24913956 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=71f074af-d920-4003-823e-bc31cefd8abf HTTP/1.1" status: 200 len: 943 time: 0.3514032 Apr 14 11:28:40.926871 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-486b5ee9-234b-4f44-996c-0de2500fe70b req-0e1d1320-6e89-491e-be8b-7985d7a3f4e0 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0231144 Apr 14 11:28:41.459402 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:41.490417 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:41.889138 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d2e91-0406-4b4e-b7ab-0664a2a9ff61 req-894095e7-fe94-4500-a3d3-029a540091fe tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:41.890745 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-486d2e91-0406-4b4e-b7ab-0664a2a9ff61 req-894095e7-fe94-4500-a3d3-029a540091fe tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 943 time: 0.0932295 Apr 14 11:28:41.926256 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-486d2e91-0406-4b4e-b7ab-0664a2a9ff61 req-dbf41bbe-1e0e-43fa-ba61-08af40c7a7db tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0257072 Apr 14 11:28:42.275050 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8362519-cb52-44bd-a6aa-35268347b854 req-6b39cfc1-64fa-4735-ab0c-dda03e982f9d tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:42.276692 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d8362519-cb52-44bd-a6aa-35268347b854 req-6b39cfc1-64fa-4735-ab0c-dda03e982f9d tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=71f074af-d920-4003-823e-bc31cefd8abf HTTP/1.1" status: 200 len: 943 time: 0.0910690 Apr 14 11:28:42.309318 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d8362519-cb52-44bd-a6aa-35268347b854 req-a7163e91-de98-4e5e-a724-314c1b430473 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256405 Apr 14 11:28:43.140269 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f102625-c51c-4ef0-aa34-2a461aa24ae4 req-239b0ac0-ae48-4619-80d6-fdf935a01d14 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:43.141973 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1f102625-c51c-4ef0-aa34-2a461aa24ae4 req-239b0ac0-ae48-4619-80d6-fdf935a01d14 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 943 time: 0.0903013 Apr 14 11:28:43.176361 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1f102625-c51c-4ef0-aa34-2a461aa24ae4 req-d5588ebe-f481-4776-8a63-cfb8c0c235fc tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271928 Apr 14 11:28:43.511637 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a2aeb-0ff3-486f-acff-41a8dea47dee req-a1bbc534-4d69-455a-8b0d-fada6ba8cd5e tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:43.513673 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-219a2aeb-0ff3-486f-acff-41a8dea47dee req-a1bbc534-4d69-455a-8b0d-fada6ba8cd5e tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=71f074af-d920-4003-823e-bc31cefd8abf HTTP/1.1" status: 200 len: 943 time: 0.0881693 Apr 14 11:28:43.545548 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-219a2aeb-0ff3-486f-acff-41a8dea47dee req-142fc257-1675-4144-a5e7-411eae6c01f9 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246446 Apr 14 11:28:44.391526 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671abaf-7e5b-44bb-802e-a4f3354d4c50 req-281f40e8-d9b5-4cb5-a026-42718c3556e0 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:44.393077 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7671abaf-7e5b-44bb-802e-a4f3354d4c50 req-281f40e8-d9b5-4cb5-a026-42718c3556e0 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 943 time: 0.0931180 Apr 14 11:28:44.426285 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7671abaf-7e5b-44bb-802e-a4f3354d4c50 req-876f2bd3-00b5-4aa0-b786-350576783bf1 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265143 Apr 14 11:28:44.749431 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ca265-4fc8-4df9-a0b3-e952b02815ab req-bcc72e8e-c607-44e5-82af-399f270f7523 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:44.750992 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-de5ca265-4fc8-4df9-a0b3-e952b02815ab req-bcc72e8e-c607-44e5-82af-399f270f7523 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=71f074af-d920-4003-823e-bc31cefd8abf HTTP/1.1" status: 200 len: 943 time: 0.0950437 Apr 14 11:28:44.781376 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-de5ca265-4fc8-4df9-a0b3-e952b02815ab req-b776e236-2ae7-482d-a008-9c6b2a90d6ce tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0239363 Apr 14 11:28:45.641440 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379cbb6-6137-4ce5-846d-66d294415c7c req-e9e16ef9-8053-4b21-b44a-6e8f52feb293 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:45.643107 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4379cbb6-6137-4ce5-846d-66d294415c7c req-e9e16ef9-8053-4b21-b44a-6e8f52feb293 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 943 time: 0.0911384 Apr 14 11:28:45.674330 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4379cbb6-6137-4ce5-846d-66d294415c7c req-ad266e7f-c591-4f55-b25b-a99ff5f55d22 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0247114 Apr 14 11:28:45.990973 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d2367-6f86-4a73-b3e8-19f227a1097b req-59605c9b-9e16-4342-9f6e-f624b1f2f8b8 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:45.992558 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d90d2367-6f86-4a73-b3e8-19f227a1097b req-59605c9b-9e16-4342-9f6e-f624b1f2f8b8 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=71f074af-d920-4003-823e-bc31cefd8abf HTTP/1.1" status: 200 len: 943 time: 0.0927789 Apr 14 11:28:46.022476 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d90d2367-6f86-4a73-b3e8-19f227a1097b req-778aeecd-09c5-4500-b771-240ccf36aba6 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0236695 Apr 14 11:28:46.885638 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95fd0e-5544-4c0b-8069-f5077067116e req-544c4610-8818-4a00-9923-462a04642442 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:46.887301 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ba95fd0e-5544-4c0b-8069-f5077067116e req-544c4610-8818-4a00-9923-462a04642442 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 943 time: 0.0937452 Apr 14 11:28:46.917197 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ba95fd0e-5544-4c0b-8069-f5077067116e req-52dea190-de33-4119-81a5-38dd9c713556 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0230751 Apr 14 11:28:47.108477 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 6 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:28:47.230018 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71fdc9f-c9c4-4fae-ac9e-45e93c3a7ebf req-46539b74-7756-4d7c-a209-91adae54c24e tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:47.231704 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e71fdc9f-c9c4-4fae-ac9e-45e93c3a7ebf req-46539b74-7756-4d7c-a209-91adae54c24e tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=71f074af-d920-4003-823e-bc31cefd8abf HTTP/1.1" status: 200 len: 943 time: 0.0932930 Apr 14 11:28:47.263976 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e71fdc9f-c9c4-4fae-ac9e-45e93c3a7ebf req-9536c194-2efe-46ca-b45b-a4a3f67a6003 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251739 Apr 14 11:28:48.135304 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355aeb8-d94b-484a-9477-41f074847045 req-723c7dd0-aae5-4ca3-86bb-9bf5a127eb24 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:48.136902 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9355aeb8-d94b-484a-9477-41f074847045 req-723c7dd0-aae5-4ca3-86bb-9bf5a127eb24 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 943 time: 0.0951574 Apr 14 11:28:48.168496 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9355aeb8-d94b-484a-9477-41f074847045 req-34305a21-7182-462e-993f-b2be3511e1ac tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0245717 Apr 14 11:28:48.461808 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4081520-9fc5-4dfb-83b2-0f9e616af010 req-e27d5ea6-e45b-46c8-ab93-dbc37ebdc707 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:48.463441 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b4081520-9fc5-4dfb-83b2-0f9e616af010 req-e27d5ea6-e45b-46c8-ab93-dbc37ebdc707 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=71f074af-d920-4003-823e-bc31cefd8abf HTTP/1.1" status: 200 len: 943 time: 0.0886443 Apr 14 11:28:48.493898 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b4081520-9fc5-4dfb-83b2-0f9e616af010 req-5ac4f2d0-c08c-4114-bc55-fc45250880a8 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0237095 Apr 14 11:28:48.835028 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c3ffa-bffb-4bbd-839d-4637f003083f req-a650f6e1-bdd0-4abb-abff-ebb64cb77fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:48.836764 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3c1c3ffa-bffb-4bbd-839d-4637f003083f req-a650f6e1-bdd0-4abb-abff-ebb64cb77fa3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d7d55a4f-f398-4a8c-9771-7e9e66a2ed8a HTTP/1.1" status: 200 len: 855 time: 0.0683205 Apr 14 11:28:48.895504 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3c1c3ffa-bffb-4bbd-839d-4637f003083f req-fa96195b-a233-400c-b590-5bcd2665b8ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bae4b55e-999d-4370-a6b7-723ab55c3023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470536 Apr 14 11:28:49.105681 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610161d-3a1b-44e0-a388-2b3240c60d18 req-a1a54057-0a30-4cdc-bd77-f42a44f29942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:49.107237 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1610161d-3a1b-44e0-a388-2b3240c60d18 req-a1a54057-0a30-4cdc-bd77-f42a44f29942 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9b3ef38e1d8424c861a2e84fef25222&device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 1096 time: 0.2041011 Apr 14 11:28:49.111229 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3c1c3ffa-bffb-4bbd-839d-4637f003083f req-57d2716f-87c8-4c69-b287-8de69ef23b46 service neutron] 10.222.0.41 "GET /v2.0/networks/bae4b55e-999d-4370-a6b7-723ab55c3023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061939 Apr 14 11:28:49.427739 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610161d-3a1b-44e0-a388-2b3240c60d18 req-c1cda41a-d55f-4dfa-a311-09cb54bdcfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:49.429214 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1610161d-3a1b-44e0-a388-2b3240c60d18 req-c1cda41a-d55f-4dfa-a311-09cb54bdcfd3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=712e05ed-c735-46b7-8a8c-2c06f81a1c29 HTTP/1.1" status: 200 len: 917 time: 0.2868545 Apr 14 11:28:49.435080 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3c1c3ffa-bffb-4bbd-839d-4637f003083f req-dd31370e-d8f1-492d-9ffa-4421cbabfce9 service neutron] 10.222.0.41 "GET /v2.0/networks/bae4b55e-999d-4370-a6b7-723ab55c3023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164477 Apr 14 11:28:49.547325 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d11bf5-744c-4293-b42a-eb281825e33d req-44c94b87-33cd-457a-8c6e-44644d9d8bb9 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:49.548924 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-86d11bf5-744c-4293-b42a-eb281825e33d req-44c94b87-33cd-457a-8c6e-44644d9d8bb9 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 943 time: 0.2522328 Apr 14 11:28:49.615023 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1610161d-3a1b-44e0-a388-2b3240c60d18 req-048418b3-af5a-48a8-a1db-43c68be477f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f35634ec-6f85-494c-9eaf-51ca2f1d3c83 HTTP/1.1" status: 200 len: 999 time: 0.1781201 Apr 14 11:28:49.697033 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-86d11bf5-744c-4293-b42a-eb281825e33d req-794138f9-a1f2-49d6-9c1c-d3c906c4db13 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352940 Apr 14 11:28:49.718614 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610161d-3a1b-44e0-a388-2b3240c60d18 req-732d2364-5e4d-4520-a2a7-d18184600a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:49.720195 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1610161d-3a1b-44e0-a388-2b3240c60d18 req-732d2364-5e4d-4520-a2a7-d18184600a19 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b2aaa5c-9e54-4364-a946-78c283f1ff6f HTTP/1.1" status: 200 len: 855 time: 0.0965524 Apr 14 11:28:49.729514 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f477e-3e74-4446-a176-b027f7dc7b8a req-75d378b5-a09d-4348-b129-7a07289bb011 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:49.731103 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-486f477e-3e74-4446-a176-b027f7dc7b8a req-75d378b5-a09d-4348-b129-7a07289bb011 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=71f074af-d920-4003-823e-bc31cefd8abf HTTP/1.1" status: 200 len: 943 time: 0.1178739 Apr 14 11:28:49.761965 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-486f477e-3e74-4446-a176-b027f7dc7b8a req-c0f8eb68-be9d-4935-8a36-95a1ba2049c5 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0245569 Apr 14 11:28:49.804538 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610161d-3a1b-44e0-a388-2b3240c60d18 req-33e4b4e9-6649-40eb-b4c8-eff4715d5578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:49.806802 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1610161d-3a1b-44e0-a388-2b3240c60d18 req-33e4b4e9-6649-40eb-b4c8-eff4715d5578 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=712e05ed-c735-46b7-8a8c-2c06f81a1c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0791159 Apr 14 11:28:49.852913 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device fe592416-ce05-407b-b812-65a20a5af45e details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 11:28:49.950116 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1610161d-3a1b-44e0-a388-2b3240c60d18 req-3e94c8c6-606b-4934-9773-2328cf04bfe6 service neutron] 10.222.0.41 "GET /v2.0/networks/712e05ed-c735-46b7-8a8c-2c06f81a1c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356759 Apr 14 11:28:49.990200 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port fe592416-ce05-407b-b812-65a20a5af45e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=fe592416-ce05-407b-b812-65a20a5af45e,segment=NetworkSegment(69b04ff2-bfe3-43cf-892d-02699add7a45),segment_id=69b04ff2-bfe3-43cf-892d-02699add7a45)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:28:50.004635 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Returning: {'device': 'fe592416-ce05-407b-b812-65a20a5af45e', 'network_id': 'bae4b55e-999d-4370-a6b7-723ab55c3023', 'port_id': 'fe592416-ce05-407b-b812-65a20a5af45e', 'mac_address': 'fa:16:3e:0c:35:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7d55a4f-f398-4a8c-9771-7e9e66a2ed8a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 11:28:50.067756 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:50.086129 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe592416-ce05-407b-b812-65a20a5af45e {{(pid=85229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:28:50.096955 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1610161d-3a1b-44e0-a388-2b3240c60d18 req-1ba0da4e-ee69-44c9-a129-f8da8eeeec6b service neutron] 10.222.0.41 "GET /v2.0/networks/712e05ed-c735-46b7-8a8c-2c06f81a1c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386135 Apr 14 11:28:50.102270 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port fe592416-ce05-407b-b812-65a20a5af45e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=fe592416-ce05-407b-b812-65a20a5af45e,segment=NetworkSegment(69b04ff2-bfe3-43cf-892d-02699add7a45),segment_id=69b04ff2-bfe3-43cf-892d-02699add7a45)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:28:50.105450 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:50.107313 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:28:50.176774 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=fe592416-ce05-407b-b812-65a20a5af45e,revision_number=4']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:28:50.179915 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:28:50.373772 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] get_ports_and_sgs() called for port_ids ['fe592416-ce05-407b-b812-65a20a5af45e'] {{(pid=85229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 11:28:50.903754 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb05aec-b767-4c02-a297-796cf81fa49e req-2a164424-da08-4d55-8fa1-8ff53b3c5ac8 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:50.905365 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-bcb05aec-b767-4c02-a297-796cf81fa49e req-2a164424-da08-4d55-8fa1-8ff53b3c5ac8 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 943 time: 0.0917470 Apr 14 11:28:50.936137 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-bcb05aec-b767-4c02-a297-796cf81fa49e req-9b59f206-b724-4e91-9e4c-31e593666f4c tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0236802 Apr 14 11:28:50.966053 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43110d43-f56f-41a9-9ecc-9b68a371387c req-0a9806d4-7c75-42fa-a797-3e15cddd9d46 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:50.967674 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-43110d43-f56f-41a9-9ecc-9b68a371387c req-0a9806d4-7c75-42fa-a797-3e15cddd9d46 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=71f074af-d920-4003-823e-bc31cefd8abf HTTP/1.1" status: 200 len: 944 time: 0.0880194 Apr 14 11:28:50.998160 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-43110d43-f56f-41a9-9ecc-9b68a371387c req-001fa151-7614-43b8-b486-67e20dbb315d tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0234778 Apr 14 11:28:51.869828 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device fe592416-ce05-407b-b812-65a20a5af45e up at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:28:51.896073 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device f35634ec-6f85-494c-9eaf-51ca2f1d3c83 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 11:28:52.027475 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning for port fe592416-ce05-407b-b812-65a20a5af45e completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:28:52.036288 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning complete for port fe592416-ce05-407b-b812-65a20a5af45e triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:28:52.036707 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:52.158181 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0f583-8e18-419f-a918-d1020779fb70 req-7c6ec54c-022d-42d1-8da5-0fe3e00d23db tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:52.160495 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-00a0f583-8e18-419f-a918-d1020779fb70 req-7c6ec54c-022d-42d1-8da5-0fe3e00d23db tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 943 time: 0.1029694 Apr 14 11:28:52.194127 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-00a0f583-8e18-419f-a918-d1020779fb70 req-3ad2924b-7ea9-4ccb-b82d-d2eda65d54bd tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264990 Apr 14 11:28:52.220265 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f39878-f65b-447f-901c-69d5a3b642aa req-4790a031-895c-4a80-a655-d47b2db28c67 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:52.222566 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c6f39878-f65b-447f-901c-69d5a3b642aa req-4790a031-895c-4a80-a655-d47b2db28c67 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=71f074af-d920-4003-823e-bc31cefd8abf HTTP/1.1" status: 200 len: 944 time: 0.0994699 Apr 14 11:28:52.255796 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c6f39878-f65b-447f-901c-69d5a3b642aa req-9160804c-8e33-45e6-a190-84c78fc31146 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257862 Apr 14 11:28:52.300520 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port f35634ec-6f85-494c-9eaf-51ca2f1d3c83, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f35634ec-6f85-494c-9eaf-51ca2f1d3c83,segment=NetworkSegment(68eb76e0-e4c1-4e3c-88ca-0b72840edf3e),segment_id=68eb76e0-e4c1-4e3c-88ca-0b72840edf3e)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:28:52.318803 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Returning: {'device': 'f35634ec-6f85-494c-9eaf-51ca2f1d3c83', 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29', 'port_id': 'f35634ec-6f85-494c-9eaf-51ca2f1d3c83', 'mac_address': 'fa:16:3e:dc:0d:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b2aaa5c-9e54-4364-a946-78c283f1ff6f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 11:28:52.428263 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:52.429534 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f35634ec-6f85-494c-9eaf-51ca2f1d3c83 {{(pid=85229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:28:52.440412 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:52.457465 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f074af-d920-4003-823e-bc31cefd8abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe592416-ce05-407b-b812-65a20a5af45e'}] {{(pid=85229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:28:52.469555 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port f35634ec-6f85-494c-9eaf-51ca2f1d3c83, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f35634ec-6f85-494c-9eaf-51ca2f1d3c83,segment=NetworkSegment(68eb76e0-e4c1-4e3c-88ca-0b72840edf3e),segment_id=68eb76e0-e4c1-4e3c-88ca-0b72840edf3e)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:28:52.471703 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port fe592416-ce05-407b-b812-65a20a5af45e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=fe592416-ce05-407b-b812-65a20a5af45e,segment=NetworkSegment(69b04ff2-bfe3-43cf-892d-02699add7a45),segment_id=69b04ff2-bfe3-43cf-892d-02699add7a45)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:28:52.473524 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:52.475848 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:28:52.510801 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:52.513631 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f074af-d920-4003-823e-bc31cefd8abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe592416-ce05-407b-b812-65a20a5af45e', 'code': 200} Apr 14 11:28:52.547763 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=f35634ec-6f85-494c-9eaf-51ca2f1d3c83,revision_number=9']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:28:52.550794 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:28:52.551308 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:28:52.621964 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=fe592416-ce05-407b-b812-65a20a5af45e,revision_number=5']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:28:52.627449 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:28:52.716338 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] get_ports_and_sgs() called for port_ids ['f35634ec-6f85-494c-9eaf-51ca2f1d3c83'] {{(pid=85229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 11:28:52.760709 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482270d-a75c-4002-8c19-9439bb860acb req-8aba88ee-581f-482b-8f94-5966b7bcd451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:52.762214 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f482270d-a75c-4002-8c19-9439bb860acb req-8aba88ee-581f-482b-8f94-5966b7bcd451 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71f074af-d920-4003-823e-bc31cefd8abf HTTP/1.1" status: 200 len: 1098 time: 0.0766153 Apr 14 11:28:52.789782 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f482270d-a75c-4002-8c19-9439bb860acb req-fb22ccd6-e4e6-48b4-bfaf-8536dc51325c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0191977 Apr 14 11:28:53.404518 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4406f076-d065-4aa2-b4cb-e6100525c908 req-45ff7a4b-16a7-4a9e-9efb-b5023fb8064f tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:53.406025 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4406f076-d065-4aa2-b4cb-e6100525c908 req-45ff7a4b-16a7-4a9e-9efb-b5023fb8064f tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 944 time: 0.0879915 Apr 14 11:28:53.437100 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4406f076-d065-4aa2-b4cb-e6100525c908 req-a68e0c96-4f77-44c4-b6d7-6befde8aa8b3 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0240285 Apr 14 11:28:53.460768 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c7377-5934-4a95-a230-45d0d46b9206 req-f350ce45-2d0f-419f-b42a-74e687dc2578 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:53.462361 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-be1c7377-5934-4a95-a230-45d0d46b9206 req-f350ce45-2d0f-419f-b42a-74e687dc2578 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=71f074af-d920-4003-823e-bc31cefd8abf HTTP/1.1" status: 200 len: 945 time: 0.0916381 Apr 14 11:28:53.494119 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-be1c7377-5934-4a95-a230-45d0d46b9206 req-1ad5d89f-5d68-454d-a621-96642740f256 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0249021 Apr 14 11:28:53.884462 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device f35634ec-6f85-494c-9eaf-51ca2f1d3c83 up at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:28:53.958787 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning complete for port f35634ec-6f85-494c-9eaf-51ca2f1d3c83 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:28:53.959209 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:54.081407 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:54.099112 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port f35634ec-6f85-494c-9eaf-51ca2f1d3c83, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f35634ec-6f85-494c-9eaf-51ca2f1d3c83,segment=NetworkSegment(68eb76e0-e4c1-4e3c-88ca-0b72840edf3e),segment_id=68eb76e0-e4c1-4e3c-88ca-0b72840edf3e)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:28:54.102211 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:28:54.104123 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b5ba7c6f-e583-4f01-b00c-e65eecd79a12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:28:54.171842 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=f35634ec-6f85-494c-9eaf-51ca2f1d3c83,revision_number=10']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:28:54.174856 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:28:54.514611 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f733a955-0ffb-4748-bd71-7a350361c4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35634ec-6f85-494c-9eaf-51ca2f1d3c83'}] {{(pid=85229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:28:54.645610 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a5651-0912-4b1d-a336-087f69131ec5 req-9fafff5c-f162-482f-bba4-c8c00a1db5ee tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:54.647237 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0f1a5651-0912-4b1d-a336-087f69131ec5 req-9fafff5c-f162-482f-bba4-c8c00a1db5ee tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 946 time: 0.0915141 Apr 14 11:28:54.677528 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0f1a5651-0912-4b1d-a336-087f69131ec5 req-f592e1b5-1338-4162-979e-034be24cb696 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0239725 Apr 14 11:28:54.691256 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232aaee-8fc8-4390-ada8-6b73cf2a6000 req-b2ab2432-2efd-4fa0-9074-4e9787f5b338 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:54.693394 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0232aaee-8fc8-4390-ada8-6b73cf2a6000 req-b2ab2432-2efd-4fa0-9074-4e9787f5b338 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=71f074af-d920-4003-823e-bc31cefd8abf HTTP/1.1" status: 200 len: 945 time: 0.0877874 Apr 14 11:28:54.724589 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0232aaee-8fc8-4390-ada8-6b73cf2a6000 req-a8dcb547-e540-438e-93a3-52fa6ce37ac0 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0245621 Apr 14 11:28:54.734979 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f733a955-0ffb-4748-bd71-7a350361c4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35634ec-6f85-494c-9eaf-51ca2f1d3c83', 'code': 200} Apr 14 11:28:55.010209 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2cd7f-3a78-461d-9937-5bda5ba44a2e req-aa27a58d-9377-46bd-ab51-4f7c86bcdb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:55.011743 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0df2cd7f-3a78-461d-9937-5bda5ba44a2e req-aa27a58d-9377-46bd-ab51-4f7c86bcdb40 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 1099 time: 0.0805366 Apr 14 11:28:55.039286 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0df2cd7f-3a78-461d-9937-5bda5ba44a2e req-494c3bec-454a-4ad1-8b76-83701fab51ab service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0203984 Apr 14 11:28:55.880531 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b796b7-23fc-4ad2-a8b7-eeaeabc6177d req-46be5d52-91c8-40e2-bf8d-fba69ed936d3 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:55.882085 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-22b796b7-23fc-4ad2-a8b7-eeaeabc6177d req-46be5d52-91c8-40e2-bf8d-fba69ed936d3 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 946 time: 0.0865765 Apr 14 11:28:55.912255 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-22b796b7-23fc-4ad2-a8b7-eeaeabc6177d req-5eb8a797-5edc-46aa-98da-c9bc7eaf4fb9 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0238810 Apr 14 11:28:57.122831 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6f7f9-2e5d-4da9-8839-caba57c54a61 req-f00ce609-7b5e-4013-a9a7-caa5cfb1dd95 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:57.124419 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e5e6f7f9-2e5d-4da9-8839-caba57c54a61 req-f00ce609-7b5e-4013-a9a7-caa5cfb1dd95 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 946 time: 0.0930543 Apr 14 11:28:57.155270 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e5e6f7f9-2e5d-4da9-8839-caba57c54a61 req-8aff6cd5-1d8b-4fe8-bc7e-bdf233f17dca tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0243735 Apr 14 11:28:59.307066 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-01e51d99-9547-4575-aebd-097e92ce3df0 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:28:59.308656 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-01e51d99-9547-4575-aebd-097e92ce3df0 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/networks?id=bae4b55e-999d-4370-a6b7-723ab55c3023 HTTP/1.1" status: 200 len: 815 time: 0.1566563 Apr 14 11:28:59.324671 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-6343a310-b206-4840-8013-270d2bc74f33 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/quotas/3c843ffdb9bf4870a66e9ea2d9d33166 HTTP/1.1" status: 200 len: 375 time: 0.0100448 Apr 14 11:28:59.409571 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-1d0c45e8-5f39-4ef2-8cc9-cfb2f1dc4bb4 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c843ffdb9bf4870a66e9ea2d9d33166&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0793202 Apr 14 11:28:59.552097 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-cf768803-4b37-4298-8eb6-66da2c599952 service neutron] 10.222.0.52 "GET /v2.0/networks/bae4b55e-999d-4370-a6b7-723ab55c3023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346781 Apr 14 11:28:59.925218 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-69ec75ef-c0cc-47f1-a6a3-719a3d24b723 service neutron] 10.222.0.52 "GET /v2.0/networks/bae4b55e-999d-4370-a6b7-723ab55c3023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660173 Apr 14 11:29:00.129877 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-457da842-8b49-4262-8c27-ae9204a7e586 req-872b0343-0fec-4fa0-ab24-73e621dbe200 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=08bec6d8-b1de-40d0-af73-d11f427bab70 HTTP/1.1" status: 200 len: 210 time: 0.0488367 Apr 14 11:29:01.308620 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3348383b-c993-4c6c-af21-8f31fb6d686a req-1606d446-95cb-4569-a57b-6489bb7f6ee8 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=08bec6d8-b1de-40d0-af73-d11f427bab70 HTTP/1.1" status: 200 len: 210 time: 0.0641186 Apr 14 11:29:01.372212 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-7dab2696-3d14-4ecf-8b9c-b8b0a6cac1d1 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:01.373750 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-7dab2696-3d14-4ecf-8b9c-b8b0a6cac1d1 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.41 "GET /v2.0/networks?id=bae4b55e-999d-4370-a6b7-723ab55c3023 HTTP/1.1" status: 200 len: 815 time: 0.2118592 Apr 14 11:29:01.401784 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-f7c2232a-b3f5-4731-bd62-a434ae9d7224 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Request body: {'port': {'device_id': '08bec6d8-b1de-40d0-af73-d11f427bab70', 'network_id': 'bae4b55e-999d-4370-a6b7-723ab55c3023', 'admin_state_up': True, 'tenant_id': '3c843ffdb9bf4870a66e9ea2d9d33166'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:29:01.543563 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-f7c2232a-b3f5-4731-bd62-a434ae9d7224 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:29:01.553937 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-f7c2232a-b3f5-4731-bd62-a434ae9d7224 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:29:01.562545 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-f7c2232a-b3f5-4731-bd62-a434ae9d7224 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Made reservation on behalf of 3c843ffdb9bf4870a66e9ea2d9d33166 for: {'port': 1} {{(pid=85227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:29:01.569168 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-f7c2232a-b3f5-4731-bd62-a434ae9d7224 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:01.719857 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-f7c2232a-b3f5-4731-bd62-a434ae9d7224 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Allocated IP 172.20.0.11 (bae4b55e-999d-4370-a6b7-723ab55c3023/d7d55a4f-f398-4a8c-9771-7e9e66a2ed8a/106af7c8-2627-48aa-bf44-f2c290adc598) {{(pid=85227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:29:01.910592 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-f7c2232a-b3f5-4731-bd62-a434ae9d7224 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Notify callbacks [] for port, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:01.940150 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-f7c2232a-b3f5-4731-bd62-a434ae9d7224 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10976374'] for port, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:01.955574 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] get_ports_and_sgs() called for port_ids ['fe592416-ce05-407b-b812-65a20a5af45e'] {{(pid=85229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 11:29:01.957465 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-ffd9c647-a6af-4ae3-83c0-321ec5bd245d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:29:02.096178 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c2232a-b3f5-4731-bd62-a434ae9d7224 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Pushing event updated for resources: {'Port': ['ID=106af7c8-2627-48aa-bf44-f2c290adc598,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:29:02.116724 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-f7c2232a-b3f5-4731-bd62-a434ae9d7224 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:29:02.155633 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-f7c2232a-b3f5-4731-bd62-a434ae9d7224 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Network bae4b55e-999d-4370-a6b7-723ab55c3023 is already hosted by enough agents. {{(pid=85227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:29:02.156750 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-f7c2232a-b3f5-4731-bd62-a434ae9d7224 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Resources bound (agent type, host, resource id): {{(pid=85227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:29:02.158994 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-f7c2232a-b3f5-4731-bd62-a434ae9d7224 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Received port after_create {{(pid=85227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:29:02.222554 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-f7c2232a-b3f5-4731-bd62-a434ae9d7224 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:02.223223 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-f7c2232a-b3f5-4731-bd62-a434ae9d7224 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:02.247273 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-f7c2232a-b3f5-4731-bd62-a434ae9d7224 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8494811 Apr 14 11:29:02.264481 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-38a95f84-3133-4546-9a61-346bca5c6da1 service neutron] Request body: {'port': {'device_id': '08bec6d8-b1de-40d0-af73-d11f427bab70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:29:02.384276 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-38a95f84-3133-4546-9a61-346bca5c6da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:02.520038 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4dbdb0-ef95-4c75-ac27-e64aa91d8f2f req-c7909b3b-5856-4e81-a47b-48e889e3c9cb tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:02.522180 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2c4dbdb0-ef95-4c75-ac27-e64aa91d8f2f req-c7909b3b-5856-4e81-a47b-48e889e3c9cb tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=08bec6d8-b1de-40d0-af73-d11f427bab70 HTTP/1.1" status: 200 len: 932 time: 0.0981891 Apr 14 11:29:02.552753 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2c4dbdb0-ef95-4c75-ac27-e64aa91d8f2f req-f51eb960-c981-4feb-99ca-1737c9425572 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0237825 Apr 14 11:29:02.780862 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-38a95f84-3133-4546-9a61-346bca5c6da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 106af7c8-2627-48aa-bf44-f2c290adc598 {{(pid=85227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:29:02.788608 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-38a95f84-3133-4546-9a61-346bca5c6da1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:02.803780 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-38a95f84-3133-4546-9a61-346bca5c6da1 service neutron] Transition to ACTIVE for port object 106af7c8-2627-48aa-bf44-f2c290adc598 will not be triggered until provisioned by entity L2. {{(pid=85227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:29:02.806471 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-38a95f84-3133-4546-9a61-346bca5c6da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843799442'] for port, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:02.821995 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-c926aa53-fdbb-4e24-beb6-ef9e121c922b tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:29:02.957116 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a95f84-3133-4546-9a61-346bca5c6da1 service neutron] Pushing event updated for resources: {'Port': ['ID=106af7c8-2627-48aa-bf44-f2c290adc598,revision_number=2']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:29:02.969459 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-38a95f84-3133-4546-9a61-346bca5c6da1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:29:03.176950 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-38a95f84-3133-4546-9a61-346bca5c6da1 service neutron] Attempting to bind port 106af7c8-2627-48aa-bf44-f2c290adc598 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:29:03.177329 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-38a95f84-3133-4546-9a61-346bca5c6da1 service neutron] Attempting to bind port 106af7c8-2627-48aa-bf44-f2c290adc598 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '69b04ff2-bfe3-43cf-892d-02699add7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'bae4b55e-999d-4370-a6b7-723ab55c3023'}] {{(pid=85227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:29:03.178331 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-38a95f84-3133-4546-9a61-346bca5c6da1 service neutron] Attempting to bind port 106af7c8-2627-48aa-bf44-f2c290adc598 on network bae4b55e-999d-4370-a6b7-723ab55c3023 {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:29:03.183241 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-38a95f84-3133-4546-9a61-346bca5c6da1 service neutron] Port 106af7c8-2627-48aa-bf44-f2c290adc598 on network bae4b55e-999d-4370-a6b7-723ab55c3023 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 11:29:03.183600 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-38a95f84-3133-4546-9a61-346bca5c6da1 service neutron] Attempting to bind port 106af7c8-2627-48aa-bf44-f2c290adc598 on network bae4b55e-999d-4370-a6b7-723ab55c3023 {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:29:03.189044 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-38a95f84-3133-4546-9a61-346bca5c6da1 service neutron] Checking agent: {'id': 'dc008c19-4d73-4566-939f-5ab33892b678', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 20, 41), 'started_at': datetime.datetime(2021, 4, 14, 11, 20, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:29:03.189414 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-38a95f84-3133-4546-9a61-346bca5c6da1 service neutron] Checking segment: {'id': '69b04ff2-bfe3-43cf-892d-02699add7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'bae4b55e-999d-4370-a6b7-723ab55c3023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:29:03.189828 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-38a95f84-3133-4546-9a61-346bca5c6da1 service neutron] Bound using segment: {'id': '69b04ff2-bfe3-43cf-892d-02699add7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'bae4b55e-999d-4370-a6b7-723ab55c3023'} {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:29:03.190291 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-38a95f84-3133-4546-9a61-346bca5c6da1 service neutron] Bound port: 106af7c8-2627-48aa-bf44-f2c290adc598, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69b04ff2-bfe3-43cf-892d-02699add7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'bae4b55e-999d-4370-a6b7-723ab55c3023'}}] {{(pid=85227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:29:03.190700 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-38a95f84-3133-4546-9a61-346bca5c6da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:03.268678 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-38a95f84-3133-4546-9a61-346bca5c6da1 service neutron] For port 106af7c8-2627-48aa-bf44-f2c290adc598, host hv-cinder-77459, cleared binding levels {{(pid=85227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:29:03.271862 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-38a95f84-3133-4546-9a61-346bca5c6da1 service neutron] For port 106af7c8-2627-48aa-bf44-f2c290adc598, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=106af7c8-2627-48aa-bf44-f2c290adc598,segment=NetworkSegment(69b04ff2-bfe3-43cf-892d-02699add7a45),segment_id=69b04ff2-bfe3-43cf-892d-02699add7a45)] {{(pid=85227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:29:03.275178 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-38a95f84-3133-4546-9a61-346bca5c6da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843799442'] for port, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:03.291176 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-d96c640d-aec4-4cc7-8ee6-02e7f02ba047 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:29:03.440852 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a95f84-3133-4546-9a61-346bca5c6da1 service neutron] Pushing event updated for resources: {'Port': ['ID=106af7c8-2627-48aa-bf44-f2c290adc598,revision_number=3']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:29:03.446125 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-38a95f84-3133-4546-9a61-346bca5c6da1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:29:03.477293 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-38a95f84-3133-4546-9a61-346bca5c6da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:03.477559 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-38a95f84-3133-4546-9a61-346bca5c6da1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:03.479084 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-38a95f84-3133-4546-9a61-346bca5c6da1 service neutron] 10.222.0.41 "PUT /v2.0/ports/106af7c8-2627-48aa-bf44-f2c290adc598 HTTP/1.1" status: 200 len: 1094 time: 1.2189744 Apr 14 11:29:03.479614 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08bec6d8-b1de-40d0-af73-d11f427bab70', 'tag': '106af7c8-2627-48aa-bf44-f2c290adc598'}] {{(pid=85227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:29:03.557758 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08bec6d8-b1de-40d0-af73-d11f427bab70', 'tag': '106af7c8-2627-48aa-bf44-f2c290adc598', 'status': 'completed', 'code': 200} Apr 14 11:29:03.604031 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-79052536-43fe-404e-971f-39d3bb39cc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:03.605663 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-79052536-43fe-404e-971f-39d3bb39cc2d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c843ffdb9bf4870a66e9ea2d9d33166&device_id=08bec6d8-b1de-40d0-af73-d11f427bab70 HTTP/1.1" status: 200 len: 1097 time: 0.0846617 Apr 14 11:29:03.679634 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-d0abad13-1f1a-4aba-b9dd-29341836ba7c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=106af7c8-2627-48aa-bf44-f2c290adc598 HTTP/1.1" status: 200 len: 217 time: 0.0659013 Apr 14 11:29:03.751831 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2da73f-9342-47f5-a1ea-5837fd91cc6e req-6a7e842a-9acd-4f73-9212-24e0f76ead70 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:03.753333 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ef2da73f-9342-47f5-a1ea-5837fd91cc6e req-6a7e842a-9acd-4f73-9212-24e0f76ead70 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=08bec6d8-b1de-40d0-af73-d11f427bab70 HTTP/1.1" status: 200 len: 944 time: 0.0881343 Apr 14 11:29:03.757086 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-8215f7dc-f58b-4f84-a3f3-7a6d35581248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:03.758673 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-8215f7dc-f58b-4f84-a3f3-7a6d35581248 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d7d55a4f-f398-4a8c-9771-7e9e66a2ed8a HTTP/1.1" status: 200 len: 855 time: 0.0672209 Apr 14 11:29:03.784671 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ef2da73f-9342-47f5-a1ea-5837fd91cc6e req-94d4567d-69a8-4db1-8011-a3bbb35aaf9d tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0238895 Apr 14 11:29:03.812072 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-3ed11ba9-4a44-4ede-b035-8f3eebc9f5c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bae4b55e-999d-4370-a6b7-723ab55c3023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457206 Apr 14 11:29:03.951463 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-2c246861-498a-49c8-a835-cd5f2cb4e723 service neutron] 10.222.0.41 "GET /v2.0/networks/bae4b55e-999d-4370-a6b7-723ab55c3023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311216 Apr 14 11:29:04.094457 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ff06e6fb-55f4-478e-9076-a7b5ff178760 req-0396debf-ef96-4fbd-98c5-a34529cc0035 service neutron] 10.222.0.41 "GET /v2.0/networks/bae4b55e-999d-4370-a6b7-723ab55c3023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320908 Apr 14 11:29:04.227275 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5907a8b-70e1-4076-9413-e767c94f52b7 req-3c4fbe3a-7633-41d8-b574-edf717ce7636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:04.228805 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d5907a8b-70e1-4076-9413-e767c94f52b7 req-3c4fbe3a-7633-41d8-b574-edf717ce7636 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c843ffdb9bf4870a66e9ea2d9d33166&device_id=08bec6d8-b1de-40d0-af73-d11f427bab70 HTTP/1.1" status: 200 len: 1097 time: 0.0760629 Apr 14 11:29:04.373347 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5907a8b-70e1-4076-9413-e767c94f52b7 req-b4422cf6-b3a9-4c68-8af9-d1169e53cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:04.374877 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d5907a8b-70e1-4076-9413-e767c94f52b7 req-b4422cf6-b3a9-4c68-8af9-d1169e53cf12 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bae4b55e-999d-4370-a6b7-723ab55c3023 HTTP/1.1" status: 200 len: 916 time: 0.1343968 Apr 14 11:29:04.450737 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d5907a8b-70e1-4076-9413-e767c94f52b7 req-0a39f810-d3c2-400b-b4c8-da7a96393f43 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=106af7c8-2627-48aa-bf44-f2c290adc598 HTTP/1.1" status: 200 len: 217 time: 0.0683820 Apr 14 11:29:04.521601 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5907a8b-70e1-4076-9413-e767c94f52b7 req-2ba71c85-9118-4a25-a5df-5dbca8e21e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:04.523140 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d5907a8b-70e1-4076-9413-e767c94f52b7 req-2ba71c85-9118-4a25-a5df-5dbca8e21e9d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d7d55a4f-f398-4a8c-9771-7e9e66a2ed8a HTTP/1.1" status: 200 len: 855 time: 0.0639644 Apr 14 11:29:04.578724 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d5907a8b-70e1-4076-9413-e767c94f52b7 req-a22332de-e5c5-45fd-b213-7e03d04c41df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bae4b55e-999d-4370-a6b7-723ab55c3023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473764 Apr 14 11:29:05.006696 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d5907a8b-70e1-4076-9413-e767c94f52b7 req-8ba9837c-ff0f-4e9c-bfe7-8355e9a3d1fb service neutron] 10.222.0.41 "GET /v2.0/networks/bae4b55e-999d-4370-a6b7-723ab55c3023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200556 Apr 14 11:29:05.115811 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c52491-8338-4307-bcc4-7cf97fbf22b1 req-cda46988-9a52-4911-b7ce-e9dd3b591bc5 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:05.116578 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-a3c52491-8338-4307-bcc4-7cf97fbf22b1 req-cda46988-9a52-4911-b7ce-e9dd3b591bc5 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Synchronizing usage tracker for tenant:3c843ffdb9bf4870a66e9ea2d9d33166 on resource:port {{(pid=85227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:29:05.163513 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-a3c52491-8338-4307-bcc4-7cf97fbf22b1 req-cda46988-9a52-4911-b7ce-e9dd3b591bc5 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Unset dirty status for tenant:3c843ffdb9bf4870a66e9ea2d9d33166 on resource:port {{(pid=85227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:29:05.164768 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a3c52491-8338-4307-bcc4-7cf97fbf22b1 req-cda46988-9a52-4911-b7ce-e9dd3b591bc5 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=08bec6d8-b1de-40d0-af73-d11f427bab70 HTTP/1.1" status: 200 len: 944 time: 0.2509091 Apr 14 11:29:05.198422 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d5907a8b-70e1-4076-9413-e767c94f52b7 req-a68ea480-f9b5-4396-9fe6-fae4b6eef903 service neutron] 10.222.0.41 "GET /v2.0/networks/bae4b55e-999d-4370-a6b7-723ab55c3023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799064 Apr 14 11:29:05.208677 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a3c52491-8338-4307-bcc4-7cf97fbf22b1 req-f2813098-a652-4a39-954c-4a8f34a524aa tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320404 Apr 14 11:29:05.961152 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 106af7c8-2627-48aa-bf44-f2c290adc598 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 11:29:06.101364 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port 106af7c8-2627-48aa-bf44-f2c290adc598, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=106af7c8-2627-48aa-bf44-f2c290adc598,segment=NetworkSegment(69b04ff2-bfe3-43cf-892d-02699add7a45),segment_id=69b04ff2-bfe3-43cf-892d-02699add7a45)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:29:06.114937 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Returning: {'device': '106af7c8-2627-48aa-bf44-f2c290adc598', 'network_id': 'bae4b55e-999d-4370-a6b7-723ab55c3023', 'port_id': '106af7c8-2627-48aa-bf44-f2c290adc598', 'mac_address': 'fa:16:3e:f1:ff:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7d55a4f-f398-4a8c-9771-7e9e66a2ed8a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 11:29:06.172040 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:06.173300 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 106af7c8-2627-48aa-bf44-f2c290adc598 {{(pid=85229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:29:06.188737 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port 106af7c8-2627-48aa-bf44-f2c290adc598, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=106af7c8-2627-48aa-bf44-f2c290adc598,segment=NetworkSegment(69b04ff2-bfe3-43cf-892d-02699add7a45),segment_id=69b04ff2-bfe3-43cf-892d-02699add7a45)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:29:06.191654 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:06.193992 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:29:06.265217 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=106af7c8-2627-48aa-bf44-f2c290adc598,revision_number=4']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:29:06.268443 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:29:06.415274 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8f703-e3f3-49bf-9173-abff2cbaa749 req-89a6e1c4-5453-4e5e-9642-1b3024b19737 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:06.416848 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1bf8f703-e3f3-49bf-9173-abff2cbaa749 req-89a6e1c4-5453-4e5e-9642-1b3024b19737 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=08bec6d8-b1de-40d0-af73-d11f427bab70 HTTP/1.1" status: 200 len: 945 time: 0.0937071 Apr 14 11:29:06.447489 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1bf8f703-e3f3-49bf-9173-abff2cbaa749 req-8479f342-0a0c-4cb5-a611-82cd82773ab2 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0241823 Apr 14 11:29:06.489020 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] get_ports_and_sgs() called for port_ids ['106af7c8-2627-48aa-bf44-f2c290adc598'] {{(pid=85229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 11:29:07.083462 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-08effdbc-a7de-483a-a2fb-006dc4ab390b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:07.654774 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1d084-ba31-4469-8d28-6401338921d8 req-a74f1103-cd0c-4496-968f-d22fcf0c0bf6 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:07.656342 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-10b1d084-ba31-4469-8d28-6401338921d8 req-a74f1103-cd0c-4496-968f-d22fcf0c0bf6 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=08bec6d8-b1de-40d0-af73-d11f427bab70 HTTP/1.1" status: 200 len: 945 time: 0.0913000 Apr 14 11:29:07.685413 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-10b1d084-ba31-4469-8d28-6401338921d8 req-0a6f5946-2285-4efc-b360-c1526ee36cff tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0228591 Apr 14 11:29:07.967955 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 106af7c8-2627-48aa-bf44-f2c290adc598 up at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:29:08.038957 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning for port 106af7c8-2627-48aa-bf44-f2c290adc598 completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:29:08.043901 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning complete for port 106af7c8-2627-48aa-bf44-f2c290adc598 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:29:08.044333 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:08.167464 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:08.179167 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bec6d8-b1de-40d0-af73-d11f427bab70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106af7c8-2627-48aa-bf44-f2c290adc598'}] {{(pid=85229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:29:08.189552 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port 106af7c8-2627-48aa-bf44-f2c290adc598, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=106af7c8-2627-48aa-bf44-f2c290adc598,segment=NetworkSegment(69b04ff2-bfe3-43cf-892d-02699add7a45),segment_id=69b04ff2-bfe3-43cf-892d-02699add7a45)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:29:08.192415 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:08.194926 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:29:08.226436 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08bec6d8-b1de-40d0-af73-d11f427bab70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106af7c8-2627-48aa-bf44-f2c290adc598', 'code': 200} Apr 14 11:29:08.266620 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=106af7c8-2627-48aa-bf44-f2c290adc598,revision_number=5']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:29:08.269950 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:29:08.508598 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208f10f-60b1-4dbf-8e31-e49be66ed612 req-5e1ad749-7eda-44ef-a51b-78c127d416a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:08.510079 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f208f10f-60b1-4dbf-8e31-e49be66ed612 req-5e1ad749-7eda-44ef-a51b-78c127d416a5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=08bec6d8-b1de-40d0-af73-d11f427bab70 HTTP/1.1" status: 200 len: 1099 time: 0.0938792 Apr 14 11:29:08.543619 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f208f10f-60b1-4dbf-8e31-e49be66ed612 req-8f68b72b-cd5c-4d5d-afa5-2be36f3cb32f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0191169 Apr 14 11:29:08.886110 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612620d-181a-49ed-8dab-dfef28bd84a9 req-b548d4da-aaf2-4158-bb6d-38fea203f3b5 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:08.887714 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4612620d-181a-49ed-8dab-dfef28bd84a9 req-b548d4da-aaf2-4158-bb6d-38fea203f3b5 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=08bec6d8-b1de-40d0-af73-d11f427bab70 HTTP/1.1" status: 200 len: 946 time: 0.0900052 Apr 14 11:29:08.899990 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4403b9f1-71e1-422f-b748-f5d2938795b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:08.920467 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4612620d-181a-49ed-8dab-dfef28bd84a9 req-bb9dec78-88f1-42bc-a719-2f3efc070853 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262260 Apr 14 11:29:10.104188 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:10.119802 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702dbea-33ab-4880-8a1f-e7c418e7dfe6 req-85fe164e-02a0-4871-af4f-abb1179ee892 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:10.121389 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0702dbea-33ab-4880-8a1f-e7c418e7dfe6 req-85fe164e-02a0-4871-af4f-abb1179ee892 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=08bec6d8-b1de-40d0-af73-d11f427bab70 HTTP/1.1" status: 200 len: 946 time: 0.0892475 Apr 14 11:29:10.150971 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0702dbea-33ab-4880-8a1f-e7c418e7dfe6 req-e6445475-298e-405c-bc83-e7ecbbc15d95 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0232475 Apr 14 11:29:10.305756 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:11.460303 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:11.505565 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:12.292876 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-8777aa98-ece7-49b6-8530-99693b17607f tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:12.294413 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-8777aa98-ece7-49b6-8530-99693b17607f tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/networks?id=bae4b55e-999d-4370-a6b7-723ab55c3023 HTTP/1.1" status: 200 len: 815 time: 0.1558385 Apr 14 11:29:12.310383 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-13bb7b16-1c9f-4696-88f3-5c62149c1845 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/quotas/3c843ffdb9bf4870a66e9ea2d9d33166 HTTP/1.1" status: 200 len: 375 time: 0.0098846 Apr 14 11:29:12.398363 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-91b410aa-4847-4e9c-882e-45502116de49 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c843ffdb9bf4870a66e9ea2d9d33166&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823472 Apr 14 11:29:12.538738 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-fae29a02-9ee5-40f0-9a5c-88e7df4b1812 service neutron] 10.222.0.52 "GET /v2.0/networks/bae4b55e-999d-4370-a6b7-723ab55c3023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329198 Apr 14 11:29:12.677103 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-b01c067f-ceb6-439a-8335-c831100407fd service neutron] 10.222.0.52 "GET /v2.0/networks/bae4b55e-999d-4370-a6b7-723ab55c3023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319065 Apr 14 11:29:12.866315 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f7c31073-d553-4d66-a7af-b3e7ac00c96c req-49aacd68-329e-434a-b446-1d26b2f82551 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4b91ad0-10f0-4970-8681-c59a82c1d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0486345 Apr 14 11:29:14.100259 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e1ab5627-7c2c-484e-a404-3289adaae497 req-2d875ac0-ff66-4c59-8a0c-758b18d5134d tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4b91ad0-10f0-4970-8681-c59a82c1d9c3 HTTP/1.1" status: 200 len: 210 time: 0.1134646 Apr 14 11:29:14.173802 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-315941a4-39af-48cc-883b-5f459e6e6a74 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:14.175303 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-315941a4-39af-48cc-883b-5f459e6e6a74 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.41 "GET /v2.0/networks?id=bae4b55e-999d-4370-a6b7-723ab55c3023 HTTP/1.1" status: 200 len: 815 time: 0.2132621 Apr 14 11:29:14.195352 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-25e2ea7a-ea2c-4023-ae47-13e2cd2477c4 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Request body: {'port': {'device_id': 'b4b91ad0-10f0-4970-8681-c59a82c1d9c3', 'network_id': 'bae4b55e-999d-4370-a6b7-723ab55c3023', 'admin_state_up': True, 'tenant_id': '3c843ffdb9bf4870a66e9ea2d9d33166'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:29:14.336861 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-25e2ea7a-ea2c-4023-ae47-13e2cd2477c4 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:29:14.347046 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-25e2ea7a-ea2c-4023-ae47-13e2cd2477c4 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:29:14.356607 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-25e2ea7a-ea2c-4023-ae47-13e2cd2477c4 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Made reservation on behalf of 3c843ffdb9bf4870a66e9ea2d9d33166 for: {'port': 1} {{(pid=85227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:29:14.362886 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-25e2ea7a-ea2c-4023-ae47-13e2cd2477c4 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:14.516047 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-25e2ea7a-ea2c-4023-ae47-13e2cd2477c4 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Allocated IP 172.20.0.12 (bae4b55e-999d-4370-a6b7-723ab55c3023/d7d55a4f-f398-4a8c-9771-7e9e66a2ed8a/c5290bd4-fda7-4bfb-b514-378015e93761) {{(pid=85227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:29:14.708381 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-25e2ea7a-ea2c-4023-ae47-13e2cd2477c4 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Notify callbacks [] for port, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:14.738205 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-25e2ea7a-ea2c-4023-ae47-13e2cd2477c4 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10976374'] for port, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:14.752807 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-c1c32602-1f66-48a5-bd18-3084109e9737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:29:14.753896 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] get_ports_and_sgs() called for port_ids ['fe592416-ce05-407b-b812-65a20a5af45e', '106af7c8-2627-48aa-bf44-f2c290adc598'] {{(pid=85229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 11:29:14.893338 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2ea7a-ea2c-4023-ae47-13e2cd2477c4 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Pushing event updated for resources: {'Port': ['ID=c5290bd4-fda7-4bfb-b514-378015e93761,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:29:14.914352 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2ea7a-ea2c-4023-ae47-13e2cd2477c4 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:29:14.915128 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2ea7a-ea2c-4023-ae47-13e2cd2477c4 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:29:14.915128 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2ea7a-ea2c-4023-ae47-13e2cd2477c4 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:29:14.915547 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2ea7a-ea2c-4023-ae47-13e2cd2477c4 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:29:14.915937 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2ea7a-ea2c-4023-ae47-13e2cd2477c4 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:29:14.916328 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2ea7a-ea2c-4023-ae47-13e2cd2477c4 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:29:14.916716 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2ea7a-ea2c-4023-ae47-13e2cd2477c4 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:29:14.917107 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2ea7a-ea2c-4023-ae47-13e2cd2477c4 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:29:14.917498 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2ea7a-ea2c-4023-ae47-13e2cd2477c4 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:29:14.917882 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2ea7a-ea2c-4023-ae47-13e2cd2477c4 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:29:14.918269 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2ea7a-ea2c-4023-ae47-13e2cd2477c4 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:29:14.918677 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2ea7a-ea2c-4023-ae47-13e2cd2477c4 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:29:14.923698 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-25e2ea7a-ea2c-4023-ae47-13e2cd2477c4 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:29:14.960435 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-25e2ea7a-ea2c-4023-ae47-13e2cd2477c4 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Network bae4b55e-999d-4370-a6b7-723ab55c3023 is already hosted by enough agents. {{(pid=85227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:29:14.961560 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-25e2ea7a-ea2c-4023-ae47-13e2cd2477c4 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Resources bound (agent type, host, resource id): {{(pid=85227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:29:14.963886 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-25e2ea7a-ea2c-4023-ae47-13e2cd2477c4 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Received port after_create {{(pid=85227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:29:15.033491 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-25e2ea7a-ea2c-4023-ae47-13e2cd2477c4 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:15.034159 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-25e2ea7a-ea2c-4023-ae47-13e2cd2477c4 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:15.059705 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-25e2ea7a-ea2c-4023-ae47-13e2cd2477c4 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8688684 Apr 14 11:29:15.074457 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-95d9cfa8-0514-48da-a537-dece27fa7e58 service neutron] Request body: {'port': {'device_id': 'b4b91ad0-10f0-4970-8681-c59a82c1d9c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:29:15.197288 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-95d9cfa8-0514-48da-a537-dece27fa7e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:15.303383 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0f876-5550-471a-852c-2a10d06093fc req-40f35b3f-a049-45b5-99a8-8010f5e06773 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:15.304991 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-daf0f876-5550-471a-852c-2a10d06093fc req-40f35b3f-a049-45b5-99a8-8010f5e06773 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4b91ad0-10f0-4970-8681-c59a82c1d9c3 HTTP/1.1" status: 200 len: 932 time: 0.0894508 Apr 14 11:29:15.336683 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-daf0f876-5550-471a-852c-2a10d06093fc req-202b500f-1020-4e41-9ceb-14c0c33f8e4f tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251956 Apr 14 11:29:15.587756 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-95d9cfa8-0514-48da-a537-dece27fa7e58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5290bd4-fda7-4bfb-b514-378015e93761 {{(pid=85227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:29:15.595453 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-95d9cfa8-0514-48da-a537-dece27fa7e58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:15.610371 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-95d9cfa8-0514-48da-a537-dece27fa7e58 service neutron] Transition to ACTIVE for port object c5290bd4-fda7-4bfb-b514-378015e93761 will not be triggered until provisioned by entity L2. {{(pid=85227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:29:15.612808 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-95d9cfa8-0514-48da-a537-dece27fa7e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843799442'] for port, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:15.628172 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b892629d-c74b-473f-a598-7b1fc39f9c70 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:29:15.762110 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d9cfa8-0514-48da-a537-dece27fa7e58 service neutron] Pushing event updated for resources: {'Port': ['ID=c5290bd4-fda7-4bfb-b514-378015e93761,revision_number=2']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:29:15.766600 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-95d9cfa8-0514-48da-a537-dece27fa7e58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:29:15.979178 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-95d9cfa8-0514-48da-a537-dece27fa7e58 service neutron] Attempting to bind port c5290bd4-fda7-4bfb-b514-378015e93761 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:29:15.979465 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-95d9cfa8-0514-48da-a537-dece27fa7e58 service neutron] Attempting to bind port c5290bd4-fda7-4bfb-b514-378015e93761 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '69b04ff2-bfe3-43cf-892d-02699add7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'bae4b55e-999d-4370-a6b7-723ab55c3023'}] {{(pid=85227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:29:15.979831 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-95d9cfa8-0514-48da-a537-dece27fa7e58 service neutron] Attempting to bind port c5290bd4-fda7-4bfb-b514-378015e93761 on network bae4b55e-999d-4370-a6b7-723ab55c3023 {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:29:15.984668 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-95d9cfa8-0514-48da-a537-dece27fa7e58 service neutron] Port c5290bd4-fda7-4bfb-b514-378015e93761 on network bae4b55e-999d-4370-a6b7-723ab55c3023 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 11:29:15.985025 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-95d9cfa8-0514-48da-a537-dece27fa7e58 service neutron] Attempting to bind port c5290bd4-fda7-4bfb-b514-378015e93761 on network bae4b55e-999d-4370-a6b7-723ab55c3023 {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:29:15.990579 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-95d9cfa8-0514-48da-a537-dece27fa7e58 service neutron] Checking agent: {'id': 'dc008c19-4d73-4566-939f-5ab33892b678', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 20, 41), 'started_at': datetime.datetime(2021, 4, 14, 11, 20, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:29:15.990952 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-95d9cfa8-0514-48da-a537-dece27fa7e58 service neutron] Checking segment: {'id': '69b04ff2-bfe3-43cf-892d-02699add7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'bae4b55e-999d-4370-a6b7-723ab55c3023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:29:15.991395 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-95d9cfa8-0514-48da-a537-dece27fa7e58 service neutron] Bound using segment: {'id': '69b04ff2-bfe3-43cf-892d-02699add7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'bae4b55e-999d-4370-a6b7-723ab55c3023'} {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:29:15.991857 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-95d9cfa8-0514-48da-a537-dece27fa7e58 service neutron] Bound port: c5290bd4-fda7-4bfb-b514-378015e93761, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69b04ff2-bfe3-43cf-892d-02699add7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'bae4b55e-999d-4370-a6b7-723ab55c3023'}}] {{(pid=85227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:29:15.992254 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-95d9cfa8-0514-48da-a537-dece27fa7e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:16.070562 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-95d9cfa8-0514-48da-a537-dece27fa7e58 service neutron] For port c5290bd4-fda7-4bfb-b514-378015e93761, host hv-cinder-77459, cleared binding levels {{(pid=85227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:29:16.073660 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-95d9cfa8-0514-48da-a537-dece27fa7e58 service neutron] For port c5290bd4-fda7-4bfb-b514-378015e93761, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c5290bd4-fda7-4bfb-b514-378015e93761,segment=NetworkSegment(69b04ff2-bfe3-43cf-892d-02699add7a45),segment_id=69b04ff2-bfe3-43cf-892d-02699add7a45)] {{(pid=85227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:29:16.077020 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-95d9cfa8-0514-48da-a537-dece27fa7e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843799442'] for port, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:16.092517 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-c9b39a22-7964-4768-8f28-12585da1a34a tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:29:16.243816 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d9cfa8-0514-48da-a537-dece27fa7e58 service neutron] Pushing event updated for resources: {'Port': ['ID=c5290bd4-fda7-4bfb-b514-378015e93761,revision_number=3']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:29:16.248945 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-95d9cfa8-0514-48da-a537-dece27fa7e58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:29:16.279164 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-95d9cfa8-0514-48da-a537-dece27fa7e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:16.279854 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-95d9cfa8-0514-48da-a537-dece27fa7e58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:16.281260 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-95d9cfa8-0514-48da-a537-dece27fa7e58 service neutron] 10.222.0.41 "PUT /v2.0/ports/c5290bd4-fda7-4bfb-b514-378015e93761 HTTP/1.1" status: 200 len: 1094 time: 1.2118165 Apr 14 11:29:16.281776 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4b91ad0-10f0-4970-8681-c59a82c1d9c3', 'tag': 'c5290bd4-fda7-4bfb-b514-378015e93761'}] {{(pid=85227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:29:16.362846 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4b91ad0-10f0-4970-8681-c59a82c1d9c3', 'tag': 'c5290bd4-fda7-4bfb-b514-378015e93761', 'status': 'completed', 'code': 200} Apr 14 11:29:16.405194 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-c15f45a3-66bc-4333-bf33-fc8e260a5e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:16.406781 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-c15f45a3-66bc-4333-bf33-fc8e260a5e58 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c843ffdb9bf4870a66e9ea2d9d33166&device_id=b4b91ad0-10f0-4970-8681-c59a82c1d9c3 HTTP/1.1" status: 200 len: 1097 time: 0.0794868 Apr 14 11:29:16.490647 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-ead71dc0-12fb-4fed-8dd3-c4f1b56d4949 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5290bd4-fda7-4bfb-b514-378015e93761 HTTP/1.1" status: 200 len: 217 time: 0.0690055 Apr 14 11:29:16.535312 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133de4f-8513-494e-a2b5-d498fe657cd6 req-9ec8bd4b-f7c7-4e25-b5b5-2ba4be5ec2a9 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:16.536932 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1133de4f-8513-494e-a2b5-d498fe657cd6 req-9ec8bd4b-f7c7-4e25-b5b5-2ba4be5ec2a9 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4b91ad0-10f0-4970-8681-c59a82c1d9c3 HTTP/1.1" status: 200 len: 944 time: 0.0881653 Apr 14 11:29:16.567262 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-be3ba342-4983-49b6-9030-4d92a80fc124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:16.567706 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1133de4f-8513-494e-a2b5-d498fe657cd6 req-e759ec18-fa84-42a3-a478-466acfb12f8d tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242417 Apr 14 11:29:16.568791 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-be3ba342-4983-49b6-9030-4d92a80fc124 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d7d55a4f-f398-4a8c-9771-7e9e66a2ed8a HTTP/1.1" status: 200 len: 855 time: 0.0668650 Apr 14 11:29:16.859767 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-c74e982f-55d4-44ba-afe2-71ca15ff0813 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bae4b55e-999d-4370-a6b7-723ab55c3023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2795007 Apr 14 11:29:17.002246 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-b253701f-51b8-4d77-a43e-4fe87e9c8583 service neutron] 10.222.0.41 "GET /v2.0/networks/bae4b55e-999d-4370-a6b7-723ab55c3023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296766 Apr 14 11:29:17.150478 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-847bcaf1-ec66-4205-ac28-87275f8d58bb req-092db80a-a2cf-4b89-b501-0afc5d39649f service neutron] 10.222.0.41 "GET /v2.0/networks/bae4b55e-999d-4370-a6b7-723ab55c3023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341741 Apr 14 11:29:17.284864 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc62763-7fbf-4a17-a9d6-cf2cf4854414 req-f3a368a0-461b-40d2-80d1-90973487c546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:17.286415 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8dc62763-7fbf-4a17-a9d6-cf2cf4854414 req-f3a368a0-461b-40d2-80d1-90973487c546 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c843ffdb9bf4870a66e9ea2d9d33166&device_id=b4b91ad0-10f0-4970-8681-c59a82c1d9c3 HTTP/1.1" status: 200 len: 1097 time: 0.0769985 Apr 14 11:29:17.427743 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc62763-7fbf-4a17-a9d6-cf2cf4854414 req-16fe1c5c-a944-40a2-b392-10b28b7f29fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:17.429229 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8dc62763-7fbf-4a17-a9d6-cf2cf4854414 req-16fe1c5c-a944-40a2-b392-10b28b7f29fc service neutron] 10.222.0.41 "GET /v2.0/networks?id=bae4b55e-999d-4370-a6b7-723ab55c3023 HTTP/1.1" status: 200 len: 916 time: 0.1350501 Apr 14 11:29:17.508873 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8dc62763-7fbf-4a17-a9d6-cf2cf4854414 req-845f9ce1-7060-40cf-af9c-f5ce12100141 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5290bd4-fda7-4bfb-b514-378015e93761 HTTP/1.1" status: 200 len: 217 time: 0.0682025 Apr 14 11:29:17.583579 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc62763-7fbf-4a17-a9d6-cf2cf4854414 req-02d401e7-3fee-4f2b-809b-ad8c8b7dd443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:17.585634 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8dc62763-7fbf-4a17-a9d6-cf2cf4854414 req-02d401e7-3fee-4f2b-809b-ad8c8b7dd443 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d7d55a4f-f398-4a8c-9771-7e9e66a2ed8a HTTP/1.1" status: 200 len: 855 time: 0.0642264 Apr 14 11:29:17.643088 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8dc62763-7fbf-4a17-a9d6-cf2cf4854414 req-3709502a-dcb5-496a-a77e-1353c681877f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bae4b55e-999d-4370-a6b7-723ab55c3023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461788 Apr 14 11:29:17.854461 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8dc62763-7fbf-4a17-a9d6-cf2cf4854414 req-77743e8e-0a5b-422d-a043-ba0dad0e73f4 service neutron] 10.222.0.41 "GET /v2.0/networks/bae4b55e-999d-4370-a6b7-723ab55c3023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990783 Apr 14 11:29:17.863480 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fdaf55-8008-4caf-8bce-8f9c93e357ae req-43096b81-d758-41ad-a88d-8762df23dba5 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:17.864196 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-20fdaf55-8008-4caf-8bce-8f9c93e357ae req-43096b81-d758-41ad-a88d-8762df23dba5 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Synchronizing usage tracker for tenant:3c843ffdb9bf4870a66e9ea2d9d33166 on resource:port {{(pid=85227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:29:17.957599 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-20fdaf55-8008-4caf-8bce-8f9c93e357ae req-43096b81-d758-41ad-a88d-8762df23dba5 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Unset dirty status for tenant:3c843ffdb9bf4870a66e9ea2d9d33166 on resource:port {{(pid=85227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:29:17.958856 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-20fdaf55-8008-4caf-8bce-8f9c93e357ae req-43096b81-d758-41ad-a88d-8762df23dba5 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4b91ad0-10f0-4970-8681-c59a82c1d9c3 HTTP/1.1" status: 200 len: 944 time: 0.2764442 Apr 14 11:29:18.010983 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-20fdaf55-8008-4caf-8bce-8f9c93e357ae req-c8310cc7-0466-4165-ab41-70e0f8bcb21b tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422137 Apr 14 11:29:18.038507 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8dc62763-7fbf-4a17-a9d6-cf2cf4854414 req-d697d215-b921-4903-83f7-6e828e4cdb75 service neutron] 10.222.0.41 "GET /v2.0/networks/bae4b55e-999d-4370-a6b7-723ab55c3023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699982 Apr 14 11:29:19.214243 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5fe72-9032-41b7-ae56-3b1e4e9e7ce1 req-1346ce0a-ee16-4c34-a4b2-a3dd9614c5a6 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:19.215855 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f1f5fe72-9032-41b7-ae56-3b1e4e9e7ce1 req-1346ce0a-ee16-4c34-a4b2-a3dd9614c5a6 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4b91ad0-10f0-4970-8681-c59a82c1d9c3 HTTP/1.1" status: 200 len: 944 time: 0.0918255 Apr 14 11:29:19.246241 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f1f5fe72-9032-41b7-ae56-3b1e4e9e7ce1 req-b2168086-e3c1-432e-9f84-b3c2df2383c4 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0241396 Apr 14 11:29:20.013230 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device c5290bd4-fda7-4bfb-b514-378015e93761 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 11:29:20.154863 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port c5290bd4-fda7-4bfb-b514-378015e93761, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c5290bd4-fda7-4bfb-b514-378015e93761,segment=NetworkSegment(69b04ff2-bfe3-43cf-892d-02699add7a45),segment_id=69b04ff2-bfe3-43cf-892d-02699add7a45)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:29:20.168838 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Returning: {'device': 'c5290bd4-fda7-4bfb-b514-378015e93761', 'network_id': 'bae4b55e-999d-4370-a6b7-723ab55c3023', 'port_id': 'c5290bd4-fda7-4bfb-b514-378015e93761', 'mac_address': 'fa:16:3e:d9:08:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7d55a4f-f398-4a8c-9771-7e9e66a2ed8a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 11:29:20.224807 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:20.226323 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5290bd4-fda7-4bfb-b514-378015e93761 {{(pid=85229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:29:20.242319 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port c5290bd4-fda7-4bfb-b514-378015e93761, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c5290bd4-fda7-4bfb-b514-378015e93761,segment=NetworkSegment(69b04ff2-bfe3-43cf-892d-02699add7a45),segment_id=69b04ff2-bfe3-43cf-892d-02699add7a45)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:29:20.245152 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:20.246969 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:29:20.314375 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=c5290bd4-fda7-4bfb-b514-378015e93761,revision_number=4']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:29:20.322733 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:29:20.323124 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:29:20.323499 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:29:20.323875 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:29:20.324245 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:29:20.324614 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:29:20.324979 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:29:20.325348 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:29:20.325710 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:29:20.326071 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:29:20.326439 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:29:20.326823 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:29:20.330664 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:29:20.447231 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e4aaa-8da9-4f38-b693-474dbfbd0f44 req-876cfb90-83e2-4d48-9a57-7ba07dcceb22 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:20.448807 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f60e4aaa-8da9-4f38-b693-474dbfbd0f44 req-876cfb90-83e2-4d48-9a57-7ba07dcceb22 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4b91ad0-10f0-4970-8681-c59a82c1d9c3 HTTP/1.1" status: 200 len: 945 time: 0.0879238 Apr 14 11:29:20.479745 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f60e4aaa-8da9-4f38-b693-474dbfbd0f44 req-f1938e67-f1e2-4be5-baa0-9920edbb4910 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247560 Apr 14 11:29:20.640901 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] get_ports_and_sgs() called for port_ids ['c5290bd4-fda7-4bfb-b514-378015e93761'] {{(pid=85229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 11:29:21.680430 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1dfb1-d39d-4de1-8f0a-8be3d283767c req-283718cd-19db-44ec-8ab6-5f2535691326 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:21.682635 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-40b1dfb1-d39d-4de1-8f0a-8be3d283767c req-283718cd-19db-44ec-8ab6-5f2535691326 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4b91ad0-10f0-4970-8681-c59a82c1d9c3 HTTP/1.1" status: 200 len: 945 time: 0.0866992 Apr 14 11:29:21.713132 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-40b1dfb1-d39d-4de1-8f0a-8be3d283767c req-c54dabce-ef50-4d3a-9c93-eddd1ad9ff58 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242035 Apr 14 11:29:22.025597 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device c5290bd4-fda7-4bfb-b514-378015e93761 up at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:29:22.097675 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning for port c5290bd4-fda7-4bfb-b514-378015e93761 completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:29:22.103178 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning complete for port c5290bd4-fda7-4bfb-b514-378015e93761 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:29:22.103596 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:22.220410 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:22.232483 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b91ad0-10f0-4970-8681-c59a82c1d9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5290bd4-fda7-4bfb-b514-378015e93761'}] {{(pid=85229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:29:22.242427 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port c5290bd4-fda7-4bfb-b514-378015e93761, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c5290bd4-fda7-4bfb-b514-378015e93761,segment=NetworkSegment(69b04ff2-bfe3-43cf-892d-02699add7a45),segment_id=69b04ff2-bfe3-43cf-892d-02699add7a45)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:29:22.245464 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:22.247473 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:29:22.287661 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b91ad0-10f0-4970-8681-c59a82c1d9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5290bd4-fda7-4bfb-b514-378015e93761', 'code': 200} Apr 14 11:29:22.321939 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=c5290bd4-fda7-4bfb-b514-378015e93761,revision_number=5']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:29:22.325140 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:29:22.548855 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c0a37-23e0-4e85-9504-7a7ed3f9e359 req-ceaf3ced-cd39-4aa9-8a6f-4f00dcefb0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:22.550362 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-fa4c0a37-23e0-4e85-9504-7a7ed3f9e359 req-ceaf3ced-cd39-4aa9-8a6f-4f00dcefb0f5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b4b91ad0-10f0-4970-8681-c59a82c1d9c3 HTTP/1.1" status: 200 len: 1099 time: 0.0765860 Apr 14 11:29:22.586265 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-fa4c0a37-23e0-4e85-9504-7a7ed3f9e359 req-d90275e7-ea1a-4ec1-aaf5-01e12872570c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0222890 Apr 14 11:29:22.912308 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858c33d-89cf-4169-9026-cf4c9e33e5a0 req-e05e06c3-7961-4807-b843-66a237510405 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:22.913774 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5858c33d-89cf-4169-9026-cf4c9e33e5a0 req-e05e06c3-7961-4807-b843-66a237510405 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4b91ad0-10f0-4970-8681-c59a82c1d9c3 HTTP/1.1" status: 200 len: 946 time: 0.0899436 Apr 14 11:29:22.943491 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5858c33d-89cf-4169-9026-cf4c9e33e5a0 req-e5c023c2-d8ad-40fb-8045-080ed0a485e0 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0234122 Apr 14 11:29:24.108365 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 6 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:29:24.143705 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b225ef-83d2-46a4-8705-33a3e5c642e6 req-43f94729-93e6-44f5-a03f-8ae00734fde9 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:24.145296 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-31b225ef-83d2-46a4-8705-33a3e5c642e6 req-43f94729-93e6-44f5-a03f-8ae00734fde9 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4b91ad0-10f0-4970-8681-c59a82c1d9c3 HTTP/1.1" status: 200 len: 946 time: 0.0881279 Apr 14 11:29:24.175662 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-31b225ef-83d2-46a4-8705-33a3e5c642e6 req-597cb29d-19df-493c-80d8-4993dd4dd9b7 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0231783 Apr 14 11:29:30.492853 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-763a050d-ca24-4640-96c6-2e87fcd1b3d2 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:30.494327 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-763a050d-ca24-4640-96c6-2e87fcd1b3d2 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/networks?id=bae4b55e-999d-4370-a6b7-723ab55c3023 HTTP/1.1" status: 200 len: 815 time: 0.1537488 Apr 14 11:29:30.511214 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-f1b6a250-3684-4e35-a1f2-39fc537637b5 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/quotas/3c843ffdb9bf4870a66e9ea2d9d33166 HTTP/1.1" status: 200 len: 375 time: 0.0102000 Apr 14 11:29:30.605971 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-7eb15276-10a2-4080-b337-ba83aad1247f tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c843ffdb9bf4870a66e9ea2d9d33166&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0884869 Apr 14 11:29:30.748103 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-b4febe45-af9c-46d8-9940-4504b3f167c9 service neutron] 10.222.0.52 "GET /v2.0/networks/bae4b55e-999d-4370-a6b7-723ab55c3023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346591 Apr 14 11:29:30.889992 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-800d3af1-b290-4fdb-9fc8-8cb5f5289ab0 service neutron] 10.222.0.52 "GET /v2.0/networks/bae4b55e-999d-4370-a6b7-723ab55c3023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357212 Apr 14 11:29:31.081791 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a756221f-e266-4eef-b0aa-3bb0796f23c4 req-a55a9dcb-989e-4c60-8641-59e28ce8cbee tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7fd43b7-09f0-4869-a8a8-f45fc4a0d269 HTTP/1.1" status: 200 len: 210 time: 0.0497270 Apr 14 11:29:32.315564 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8d3a6f4c-2700-4a9b-8f53-c78b5bd35881 req-74455b88-2154-4a3b-8a29-9a3b75d8fb04 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7fd43b7-09f0-4869-a8a8-f45fc4a0d269 HTTP/1.1" status: 200 len: 210 time: 0.1090956 Apr 14 11:29:32.387623 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-5238eff1-4128-4409-893f-1b43b204aefb tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:32.389341 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-5238eff1-4128-4409-893f-1b43b204aefb tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.41 "GET /v2.0/networks?id=bae4b55e-999d-4370-a6b7-723ab55c3023 HTTP/1.1" status: 200 len: 815 time: 0.2086375 Apr 14 11:29:32.408828 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-443935d5-5d63-40ec-a333-3ad99617f4eb tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Request body: {'port': {'device_id': 'c7fd43b7-09f0-4869-a8a8-f45fc4a0d269', 'network_id': 'bae4b55e-999d-4370-a6b7-723ab55c3023', 'admin_state_up': True, 'tenant_id': '3c843ffdb9bf4870a66e9ea2d9d33166'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:29:32.555667 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-443935d5-5d63-40ec-a333-3ad99617f4eb tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:29:32.565495 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-443935d5-5d63-40ec-a333-3ad99617f4eb tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:29:32.574040 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-443935d5-5d63-40ec-a333-3ad99617f4eb tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Made reservation on behalf of 3c843ffdb9bf4870a66e9ea2d9d33166 for: {'port': 1} {{(pid=85227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:29:32.580224 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-443935d5-5d63-40ec-a333-3ad99617f4eb tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:32.728761 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-443935d5-5d63-40ec-a333-3ad99617f4eb tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Allocated IP 172.20.0.8 (bae4b55e-999d-4370-a6b7-723ab55c3023/d7d55a4f-f398-4a8c-9771-7e9e66a2ed8a/c7b71a9b-b261-4ea7-a4d4-cfff37a077cf) {{(pid=85227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:29:32.916936 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-443935d5-5d63-40ec-a333-3ad99617f4eb tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Notify callbacks [] for port, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:32.945626 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-443935d5-5d63-40ec-a333-3ad99617f4eb tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10976374'] for port, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:32.958839 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] get_ports_and_sgs() called for port_ids ['fe592416-ce05-407b-b812-65a20a5af45e', '106af7c8-2627-48aa-bf44-f2c290adc598', 'c5290bd4-fda7-4bfb-b514-378015e93761'] {{(pid=85229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 11:29:32.960478 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-d96c640d-aec4-4cc7-8ee6-02e7f02ba047 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:29:33.115639 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443935d5-5d63-40ec-a333-3ad99617f4eb tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Pushing event updated for resources: {'Port': ['ID=c7b71a9b-b261-4ea7-a4d4-cfff37a077cf,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:29:33.133276 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-443935d5-5d63-40ec-a333-3ad99617f4eb tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:29:33.156209 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-443935d5-5d63-40ec-a333-3ad99617f4eb tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Network bae4b55e-999d-4370-a6b7-723ab55c3023 is already hosted by enough agents. {{(pid=85227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:29:33.157249 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-443935d5-5d63-40ec-a333-3ad99617f4eb tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Resources bound (agent type, host, resource id): {{(pid=85227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:29:33.159537 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-443935d5-5d63-40ec-a333-3ad99617f4eb tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Received port after_create {{(pid=85227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:29:33.225135 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-443935d5-5d63-40ec-a333-3ad99617f4eb tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:33.226047 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-443935d5-5d63-40ec-a333-3ad99617f4eb tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:33.250214 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-443935d5-5d63-40ec-a333-3ad99617f4eb tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8453820 Apr 14 11:29:33.269442 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-23d0e63a-9eab-4247-a2cc-414a566ca5c9 service neutron] Request body: {'port': {'device_id': 'c7fd43b7-09f0-4869-a8a8-f45fc4a0d269', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:29:33.392517 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-23d0e63a-9eab-4247-a2cc-414a566ca5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:33.517934 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f78b88-13bd-4b7b-b970-13c694516fdc req-1e1c90a5-8506-4bab-9355-f99a1ced7929 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:33.519543 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c1f78b88-13bd-4b7b-b970-13c694516fdc req-1e1c90a5-8506-4bab-9355-f99a1ced7929 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7fd43b7-09f0-4869-a8a8-f45fc4a0d269 HTTP/1.1" status: 200 len: 931 time: 0.0918834 Apr 14 11:29:33.549712 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c1f78b88-13bd-4b7b-b970-13c694516fdc req-be9d9fac-f878-4ef0-a3c4-4580beabb24d tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0235360 Apr 14 11:29:33.777639 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-23d0e63a-9eab-4247-a2cc-414a566ca5c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7b71a9b-b261-4ea7-a4d4-cfff37a077cf {{(pid=85227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:29:33.785665 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-23d0e63a-9eab-4247-a2cc-414a566ca5c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:33.800070 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-23d0e63a-9eab-4247-a2cc-414a566ca5c9 service neutron] Transition to ACTIVE for port object c7b71a9b-b261-4ea7-a4d4-cfff37a077cf will not be triggered until provisioned by entity L2. {{(pid=85227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:29:33.802717 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-23d0e63a-9eab-4247-a2cc-414a566ca5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843799442'] for port, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:33.817489 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-ab8e42b3-295e-48c5-a75f-78b7ca3bd9d1 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:29:33.950640 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d0e63a-9eab-4247-a2cc-414a566ca5c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b71a9b-b261-4ea7-a4d4-cfff37a077cf,revision_number=2']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:29:33.953600 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-23d0e63a-9eab-4247-a2cc-414a566ca5c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:29:34.398372 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-23d0e63a-9eab-4247-a2cc-414a566ca5c9 service neutron] Attempting to bind port c7b71a9b-b261-4ea7-a4d4-cfff37a077cf on host hv-cinder-77459 for vnic_type normal with profile {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:29:34.398955 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-23d0e63a-9eab-4247-a2cc-414a566ca5c9 service neutron] Attempting to bind port c7b71a9b-b261-4ea7-a4d4-cfff37a077cf by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '69b04ff2-bfe3-43cf-892d-02699add7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'bae4b55e-999d-4370-a6b7-723ab55c3023'}] {{(pid=85227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:29:34.399068 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-23d0e63a-9eab-4247-a2cc-414a566ca5c9 service neutron] Attempting to bind port c7b71a9b-b261-4ea7-a4d4-cfff37a077cf on network bae4b55e-999d-4370-a6b7-723ab55c3023 {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:29:34.403828 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-23d0e63a-9eab-4247-a2cc-414a566ca5c9 service neutron] Port c7b71a9b-b261-4ea7-a4d4-cfff37a077cf on network bae4b55e-999d-4370-a6b7-723ab55c3023 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 11:29:34.404176 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-23d0e63a-9eab-4247-a2cc-414a566ca5c9 service neutron] Attempting to bind port c7b71a9b-b261-4ea7-a4d4-cfff37a077cf on network bae4b55e-999d-4370-a6b7-723ab55c3023 {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:29:34.409609 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-23d0e63a-9eab-4247-a2cc-414a566ca5c9 service neutron] Checking agent: {'id': 'dc008c19-4d73-4566-939f-5ab33892b678', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 20, 41), 'started_at': datetime.datetime(2021, 4, 14, 11, 20, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:29:34.409974 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-23d0e63a-9eab-4247-a2cc-414a566ca5c9 service neutron] Checking segment: {'id': '69b04ff2-bfe3-43cf-892d-02699add7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'bae4b55e-999d-4370-a6b7-723ab55c3023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:29:34.410383 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-23d0e63a-9eab-4247-a2cc-414a566ca5c9 service neutron] Bound using segment: {'id': '69b04ff2-bfe3-43cf-892d-02699add7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'bae4b55e-999d-4370-a6b7-723ab55c3023'} {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:29:34.410871 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-23d0e63a-9eab-4247-a2cc-414a566ca5c9 service neutron] Bound port: c7b71a9b-b261-4ea7-a4d4-cfff37a077cf, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69b04ff2-bfe3-43cf-892d-02699add7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'bae4b55e-999d-4370-a6b7-723ab55c3023'}}] {{(pid=85227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:29:34.411242 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-23d0e63a-9eab-4247-a2cc-414a566ca5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:34.489392 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-23d0e63a-9eab-4247-a2cc-414a566ca5c9 service neutron] For port c7b71a9b-b261-4ea7-a4d4-cfff37a077cf, host hv-cinder-77459, cleared binding levels {{(pid=85227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:29:34.492461 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-23d0e63a-9eab-4247-a2cc-414a566ca5c9 service neutron] For port c7b71a9b-b261-4ea7-a4d4-cfff37a077cf, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c7b71a9b-b261-4ea7-a4d4-cfff37a077cf,segment=NetworkSegment(69b04ff2-bfe3-43cf-892d-02699add7a45),segment_id=69b04ff2-bfe3-43cf-892d-02699add7a45)] {{(pid=85227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:29:34.495807 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-23d0e63a-9eab-4247-a2cc-414a566ca5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843799442'] for port, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:34.516208 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-2b87fbee-e479-4666-abf0-706f3e19ed58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:29:34.663917 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d0e63a-9eab-4247-a2cc-414a566ca5c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b71a9b-b261-4ea7-a4d4-cfff37a077cf,revision_number=3']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:29:34.670292 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-23d0e63a-9eab-4247-a2cc-414a566ca5c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:29:34.759117 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-23d0e63a-9eab-4247-a2cc-414a566ca5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:34.759776 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-23d0e63a-9eab-4247-a2cc-414a566ca5c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:34.761231 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-23d0e63a-9eab-4247-a2cc-414a566ca5c9 service neutron] 10.222.0.41 "PUT /v2.0/ports/c7b71a9b-b261-4ea7-a4d4-cfff37a077cf HTTP/1.1" status: 200 len: 1093 time: 1.4963040 Apr 14 11:29:34.761754 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7fd43b7-09f0-4869-a8a8-f45fc4a0d269', 'tag': 'c7b71a9b-b261-4ea7-a4d4-cfff37a077cf'}] {{(pid=85227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:29:34.795966 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d17fd7-425e-4301-b99e-79da001ec8d7 req-57d2f095-ed4e-4c28-830c-0a028a17873a tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:34.796913 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-44d17fd7-425e-4301-b99e-79da001ec8d7 req-57d2f095-ed4e-4c28-830c-0a028a17873a tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Synchronizing usage tracker for tenant:3c843ffdb9bf4870a66e9ea2d9d33166 on resource:port {{(pid=85227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:29:34.844601 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7fd43b7-09f0-4869-a8a8-f45fc4a0d269', 'tag': 'c7b71a9b-b261-4ea7-a4d4-cfff37a077cf', 'status': 'completed', 'code': 200} Apr 14 11:29:34.861134 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-44d17fd7-425e-4301-b99e-79da001ec8d7 req-57d2f095-ed4e-4c28-830c-0a028a17873a tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Unset dirty status for tenant:3c843ffdb9bf4870a66e9ea2d9d33166 on resource:port {{(pid=85227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:29:34.862362 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-44d17fd7-425e-4301-b99e-79da001ec8d7 req-57d2f095-ed4e-4c28-830c-0a028a17873a tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7fd43b7-09f0-4869-a8a8-f45fc4a0d269 HTTP/1.1" status: 200 len: 943 time: 0.1954188 Apr 14 11:29:34.904027 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-44d17fd7-425e-4301-b99e-79da001ec8d7 req-d587cabf-81b6-4c34-81d6-d86451f5ee20 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344892 Apr 14 11:29:34.912939 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-f963cd0d-8e2e-4dbc-b993-96cbd31dbe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:34.914497 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-f963cd0d-8e2e-4dbc-b993-96cbd31dbe5b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c843ffdb9bf4870a66e9ea2d9d33166&device_id=c7fd43b7-09f0-4869-a8a8-f45fc4a0d269 HTTP/1.1" status: 200 len: 1096 time: 0.1093316 Apr 14 11:29:34.998990 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-4c139830-9cd0-41f1-ba38-e0fd8d820dbd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7b71a9b-b261-4ea7-a4d4-cfff37a077cf HTTP/1.1" status: 200 len: 217 time: 0.0684476 Apr 14 11:29:35.076740 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-040d81dc-afcc-4025-83e1-160820fc45cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:35.078278 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-040d81dc-afcc-4025-83e1-160820fc45cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d7d55a4f-f398-4a8c-9771-7e9e66a2ed8a HTTP/1.1" status: 200 len: 855 time: 0.0634618 Apr 14 11:29:35.136509 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-2fbd194e-4fc6-4daa-b021-daa5e09b3995 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bae4b55e-999d-4370-a6b7-723ab55c3023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484810 Apr 14 11:29:35.284430 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-6cb6b692-87d7-4549-a5fb-68b48f9b401c service neutron] 10.222.0.41 "GET /v2.0/networks/bae4b55e-999d-4370-a6b7-723ab55c3023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357150 Apr 14 11:29:35.437536 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9c5c4dc0-62ff-45ac-b273-3fab71ff8067 req-85d94144-24f6-4479-a8bd-3a4603be598a service neutron] 10.222.0.41 "GET /v2.0/networks/bae4b55e-999d-4370-a6b7-723ab55c3023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341619 Apr 14 11:29:35.591279 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991db3d0-4191-4235-b851-7d2c7f24eaec req-7f3cfcc5-e672-4979-a997-ba3b8f61499e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:35.592886 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-991db3d0-4191-4235-b851-7d2c7f24eaec req-7f3cfcc5-e672-4979-a997-ba3b8f61499e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c843ffdb9bf4870a66e9ea2d9d33166&device_id=c7fd43b7-09f0-4869-a8a8-f45fc4a0d269 HTTP/1.1" status: 200 len: 1096 time: 0.0771835 Apr 14 11:29:35.739540 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991db3d0-4191-4235-b851-7d2c7f24eaec req-fc007c70-91ca-4618-a499-64e0342068dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:35.741099 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-991db3d0-4191-4235-b851-7d2c7f24eaec req-fc007c70-91ca-4618-a499-64e0342068dd service neutron] 10.222.0.41 "GET /v2.0/networks?id=bae4b55e-999d-4370-a6b7-723ab55c3023 HTTP/1.1" status: 200 len: 916 time: 0.1359107 Apr 14 11:29:35.824286 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-991db3d0-4191-4235-b851-7d2c7f24eaec req-f92eed3a-50c9-4bbf-8fb3-3254a53e354b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7b71a9b-b261-4ea7-a4d4-cfff37a077cf HTTP/1.1" status: 200 len: 217 time: 0.0667336 Apr 14 11:29:35.892567 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991db3d0-4191-4235-b851-7d2c7f24eaec req-d5895295-399c-4696-aa62-bb19a095fafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:35.893992 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-991db3d0-4191-4235-b851-7d2c7f24eaec req-d5895295-399c-4696-aa62-bb19a095fafa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d7d55a4f-f398-4a8c-9771-7e9e66a2ed8a HTTP/1.1" status: 200 len: 855 time: 0.0614839 Apr 14 11:29:35.947573 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-991db3d0-4191-4235-b851-7d2c7f24eaec req-0d332ec4-20e6-4529-83e0-5d0b486f1a26 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bae4b55e-999d-4370-a6b7-723ab55c3023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460806 Apr 14 11:29:36.100605 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-991db3d0-4191-4235-b851-7d2c7f24eaec req-c2d4729a-5f79-47c5-9efb-9e3c1ddd65bd service neutron] 10.222.0.41 "GET /v2.0/networks/bae4b55e-999d-4370-a6b7-723ab55c3023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357832 Apr 14 11:29:36.105309 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fbd4d-824a-4714-857d-ba009c3895dc req-0026d028-2173-4846-a445-ad74b9a27976 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:36.107397 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7b8fbd4d-824a-4714-857d-ba009c3895dc req-0026d028-2173-4846-a445-ad74b9a27976 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7fd43b7-09f0-4869-a8a8-f45fc4a0d269 HTTP/1.1" status: 200 len: 943 time: 0.0890024 Apr 14 11:29:36.137956 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7b8fbd4d-824a-4714-857d-ba009c3895dc req-7e4cf126-6785-4259-bdb2-5aa540650b1f tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0241466 Apr 14 11:29:36.261050 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-991db3d0-4191-4235-b851-7d2c7f24eaec req-b34a8f51-21d6-41e0-b0a0-48845413ec85 service neutron] 10.222.0.41 "GET /v2.0/networks/bae4b55e-999d-4370-a6b7-723ab55c3023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373994 Apr 14 11:29:37.084831 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d6368cfa-c127-4f43-87e3-2cdeccbbb7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:37.338473 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9488ab8b-64ae-4a9d-af79-842db27b2f49 req-9c44b5bd-7eaf-4250-89db-6ee54295ebeb tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:37.339984 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9488ab8b-64ae-4a9d-af79-842db27b2f49 req-9c44b5bd-7eaf-4250-89db-6ee54295ebeb tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7fd43b7-09f0-4869-a8a8-f45fc4a0d269 HTTP/1.1" status: 200 len: 943 time: 0.0913806 Apr 14 11:29:37.369882 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9488ab8b-64ae-4a9d-af79-842db27b2f49 req-3330d355-3aab-4cd5-bb73-7b64f178ad26 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0236130 Apr 14 11:29:38.103292 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device c7b71a9b-b261-4ea7-a4d4-cfff37a077cf details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 11:29:38.242109 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port c7b71a9b-b261-4ea7-a4d4-cfff37a077cf, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c7b71a9b-b261-4ea7-a4d4-cfff37a077cf,segment=NetworkSegment(69b04ff2-bfe3-43cf-892d-02699add7a45),segment_id=69b04ff2-bfe3-43cf-892d-02699add7a45)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:29:38.255772 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Returning: {'device': 'c7b71a9b-b261-4ea7-a4d4-cfff37a077cf', 'network_id': 'bae4b55e-999d-4370-a6b7-723ab55c3023', 'port_id': 'c7b71a9b-b261-4ea7-a4d4-cfff37a077cf', 'mac_address': 'fa:16:3e:84:0d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7d55a4f-f398-4a8c-9771-7e9e66a2ed8a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 11:29:38.316332 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:38.317598 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7b71a9b-b261-4ea7-a4d4-cfff37a077cf {{(pid=85229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:29:38.333896 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port c7b71a9b-b261-4ea7-a4d4-cfff37a077cf, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c7b71a9b-b261-4ea7-a4d4-cfff37a077cf,segment=NetworkSegment(69b04ff2-bfe3-43cf-892d-02699add7a45),segment_id=69b04ff2-bfe3-43cf-892d-02699add7a45)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:29:38.336640 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:38.338426 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:29:38.406836 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=c7b71a9b-b261-4ea7-a4d4-cfff37a077cf,revision_number=4']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:29:38.410070 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:29:38.571835 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0cda8-9bad-4a25-bd5b-b9d556384ff9 req-b27d59fd-2d34-4317-8ad4-6f00593fc0ed tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:38.573398 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-58a0cda8-9bad-4a25-bd5b-b9d556384ff9 req-b27d59fd-2d34-4317-8ad4-6f00593fc0ed tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7fd43b7-09f0-4869-a8a8-f45fc4a0d269 HTTP/1.1" status: 200 len: 944 time: 0.0906734 Apr 14 11:29:38.604209 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-58a0cda8-9bad-4a25-bd5b-b9d556384ff9 req-6c122f59-09fd-480a-9c08-da5975122ec8 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0238550 Apr 14 11:29:38.762297 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] get_ports_and_sgs() called for port_ids ['c7b71a9b-b261-4ea7-a4d4-cfff37a077cf'] {{(pid=85229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 11:29:38.921551 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e8c5e539-4dfa-48e6-8f17-2f104d9045a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:39.802355 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2520d0-a7e5-4972-acf8-a54f2e90e4e5 req-ca3ad787-65dc-4650-8a54-d9a34ce9da72 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:39.803993 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-fa2520d0-a7e5-4972-acf8-a54f2e90e4e5 req-ca3ad787-65dc-4650-8a54-d9a34ce9da72 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7fd43b7-09f0-4869-a8a8-f45fc4a0d269 HTTP/1.1" status: 200 len: 944 time: 0.0875814 Apr 14 11:29:39.834762 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-fa2520d0-a7e5-4972-acf8-a54f2e90e4e5 req-c1d0243b-a06c-433c-9781-d89720267ece tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0238323 Apr 14 11:29:40.106837 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:40.132231 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device c7b71a9b-b261-4ea7-a4d4-cfff37a077cf up at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:29:40.201074 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning for port c7b71a9b-b261-4ea7-a4d4-cfff37a077cf completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:29:40.206493 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning complete for port c7b71a9b-b261-4ea7-a4d4-cfff37a077cf triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:29:40.206954 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:40.333319 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:40.340731 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:40.352108 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7fd43b7-09f0-4869-a8a8-f45fc4a0d269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b71a9b-b261-4ea7-a4d4-cfff37a077cf'}] {{(pid=85229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:29:40.362132 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port c7b71a9b-b261-4ea7-a4d4-cfff37a077cf, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c7b71a9b-b261-4ea7-a4d4-cfff37a077cf,segment=NetworkSegment(69b04ff2-bfe3-43cf-892d-02699add7a45),segment_id=69b04ff2-bfe3-43cf-892d-02699add7a45)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:29:40.365021 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:40.366938 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:29:40.407040 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7fd43b7-09f0-4869-a8a8-f45fc4a0d269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b71a9b-b261-4ea7-a4d4-cfff37a077cf', 'code': 200} Apr 14 11:29:40.441388 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=c7b71a9b-b261-4ea7-a4d4-cfff37a077cf,revision_number=5']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:29:40.444591 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:29:40.673266 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7e394-f178-47c5-93c3-b2ccef6face5 req-c2459857-ee72-4bdc-9d5e-c7114e8da27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:40.674746 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5dd7e394-f178-47c5-93c3-b2ccef6face5 req-c2459857-ee72-4bdc-9d5e-c7114e8da27b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c7fd43b7-09f0-4869-a8a8-f45fc4a0d269 HTTP/1.1" status: 200 len: 1098 time: 0.0790126 Apr 14 11:29:40.707325 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5dd7e394-f178-47c5-93c3-b2ccef6face5 req-c5474fa2-58b3-4036-b672-59b6deebc37a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0187440 Apr 14 11:29:41.031466 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e7620-1332-423f-99f7-1002217d04ca req-2c75dd72-fbe4-4fae-949a-4a6a05c18d86 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:41.033058 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-6b5e7620-1332-423f-99f7-1002217d04ca req-2c75dd72-fbe4-4fae-949a-4a6a05c18d86 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7fd43b7-09f0-4869-a8a8-f45fc4a0d269 HTTP/1.1" status: 200 len: 945 time: 0.0869966 Apr 14 11:29:41.063989 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-6b5e7620-1332-423f-99f7-1002217d04ca req-9f3243bc-5856-4d0e-a1d2-4fe154da8913 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244024 Apr 14 11:29:41.462674 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:41.505995 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:42.269230 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21bb94-46ff-419d-9442-11f302b0a462 req-c8a81f1c-5d67-4f16-abd0-9e1c47bf2d64 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:42.270826 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2e21bb94-46ff-419d-9442-11f302b0a462 req-c8a81f1c-5d67-4f16-abd0-9e1c47bf2d64 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7fd43b7-09f0-4869-a8a8-f45fc4a0d269 HTTP/1.1" status: 200 len: 945 time: 0.0900111 Apr 14 11:29:42.300799 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2e21bb94-46ff-419d-9442-11f302b0a462 req-949668fc-0388-4ab3-8976-b31f1386452a tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0236809 Apr 14 11:29:46.920831 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03330041-39d5-4b67-aa35-92bc444e1306 req-03ebfef9-1a3b-4db6-9a46-3dd2819eb7eb tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:46.922363 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-03330041-39d5-4b67-aa35-92bc444e1306 req-03ebfef9-1a3b-4db6-9a46-3dd2819eb7eb tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 946 time: 0.0920935 Apr 14 11:29:46.953393 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-03330041-39d5-4b67-aa35-92bc444e1306 req-b6a309cc-5554-4893-9c12-b08ad3721eab tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0243993 Apr 14 11:29:48.159072 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474f1cb-22c3-443a-bd66-4c2b2ad92aa4 req-df12b2fc-6dad-4fac-aac0-c8bc8a959ed0 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:48.159646 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f474f1cb-22c3-443a-bd66-4c2b2ad92aa4 req-df12b2fc-6dad-4fac-aac0-c8bc8a959ed0 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 946 time: 0.0891366 Apr 14 11:29:48.191496 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f474f1cb-22c3-443a-bd66-4c2b2ad92aa4 req-90ac7c37-3e20-4d32-871e-ce8c6a768354 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0255768 Apr 14 11:29:49.400484 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec46a73-2caf-4dad-8500-207bd2d7a504 req-32e75f98-c972-4f89-9745-c99b3a85d925 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:49.401951 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5ec46a73-2caf-4dad-8500-207bd2d7a504 req-32e75f98-c972-4f89-9745-c99b3a85d925 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 946 time: 0.0897355 Apr 14 11:29:49.475234 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5ec46a73-2caf-4dad-8500-207bd2d7a504 req-523b7ae0-ace3-4938-9516-c2985353e216 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups?id=248c777e-750f-474f-834a-fd4949d349bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333350 Apr 14 11:29:49.509158 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35947142-abd6-4405-bebf-2ed0977af40f req-a40a37fb-96b6-4a0a-a263-8c0a8e544d45 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:49.510851 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-35947142-abd6-4405-bebf-2ed0977af40f req-a40a37fb-96b6-4a0a-a263-8c0a8e544d45 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.41 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 946 time: 0.1078725 Apr 14 11:29:49.592910 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [req-35947142-abd6-4405-bebf-2ed0977af40f req-9d94e262-fb04-434a-8bd1-c77d5210f597 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Deleting port f35634ec-6f85-494c-9eaf-51ca2f1d3c83 {{(pid=85227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:29:49.593291 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-35947142-abd6-4405-bebf-2ed0977af40f req-9d94e262-fb04-434a-8bd1-c77d5210f597 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:49.909171 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-35947142-abd6-4405-bebf-2ed0977af40f req-9d94e262-fb04-434a-8bd1-c77d5210f597 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] For port f35634ec-6f85-494c-9eaf-51ca2f1d3c83, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f35634ec-6f85-494c-9eaf-51ca2f1d3c83,segment=NetworkSegment(68eb76e0-e4c1-4e3c-88ca-0b72840edf3e),segment_id=68eb76e0-e4c1-4e3c-88ca-0b72840edf3e)] {{(pid=85227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:29:49.909548 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-35947142-abd6-4405-bebf-2ed0977af40f req-9d94e262-fb04-434a-8bd1-c77d5210f597 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:50.020483 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfe61a-14dc-40ba-9fbc-2531b5c71390 req-75c91500-b5dc-411a-b579-70e1b0660d8b tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:50.022071 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d1dfe61a-14dc-40ba-9fbc-2531b5c71390 req-75c91500-b5dc-411a-b579-70e1b0660d8b tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7fd43b7-09f0-4869-a8a8-f45fc4a0d269 HTTP/1.1" status: 200 len: 945 time: 0.2174032 Apr 14 11:29:50.127064 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d1dfe61a-14dc-40ba-9fbc-2531b5c71390 req-2ca25802-3ed8-4425-b082-8d818b37a4ed tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967546 Apr 14 11:29:50.260706 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-35947142-abd6-4405-bebf-2ed0977af40f req-9d94e262-fb04-434a-8bd1-c77d5210f597 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:50.261120 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-35947142-abd6-4405-bebf-2ed0977af40f req-9d94e262-fb04-434a-8bd1-c77d5210f597 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854119394'] for floatingip, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:50.261468 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.db.l3_db [req-35947142-abd6-4405-bebf-2ed0977af40f req-9d94e262-fb04-434a-8bd1-c77d5210f597 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Floating IP cfa10885-c7dc-4274-97b5-41c7540e76e8 disassociated. External IP: 172.28.2.241, port: f35634ec-6f85-494c-9eaf-51ca2f1d3c83. Apr 14 11:29:50.261845 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [req-35947142-abd6-4405-bebf-2ed0977af40f req-9d94e262-fb04-434a-8bd1-c77d5210f597 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Calling delete_port for f35634ec-6f85-494c-9eaf-51ca2f1d3c83 owned by compute:nova {{(pid=85227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:29:50.405012 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-35947142-abd6-4405-bebf-2ed0977af40f req-9d94e262-fb04-434a-8bd1-c77d5210f597 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10976374'] for port, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:50.420188 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-bd0c6e68-95f7-4039-bcf8-eb591745eea7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:29:50.520217 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94e262-fb04-434a-8bd1-c77d5210f597 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Pushing event deleted for resources: {'Port': ['ID=f35634ec-6f85-494c-9eaf-51ca2f1d3c83,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:29:50.524429 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-9d94e262-fb04-434a-8bd1-c77d5210f597 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:29:50.663549 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9463eb56-1920-4fd6-aabe-dfde329e13e5 req-bd9248c1-bbd0-44de-b331-919ec19c33db tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 210 time: 0.0545187 Apr 14 11:29:51.077470 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35947142-abd6-4405-bebf-2ed0977af40f req-9d94e262-fb04-434a-8bd1-c77d5210f597 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Router a9c63407-659e-47be-ab9f-d875ee5652bd has already been hosted by L3 agent 72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6 {{(pid=85227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 11:29:51.087192 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f81f0ffa-2b3a-411b-b398-3a6dcf6b14d8 req-a68adbbb-f7e1-4bc3-a0b7-bfd7aa43536f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71f074af-d920-4003-823e-bc31cefd8abf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1387591 Apr 14 11:29:51.410929 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35947142-abd6-4405-bebf-2ed0977af40f req-9d94e262-fb04-434a-8bd1-c77d5210f597 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify agent at l3_agent.dv-cinder-774594-3-smb the message routers_updated {{(pid=85227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 11:29:51.420380 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4926fb1-5fa9-4f7e-a1c4-459bb3442c33 None None] Sync routers for ids ['a9c63407-659e-47be-ab9f-d875ee5652bd'] in dv-cinder-774594-3-smb {{(pid=85230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 11:29:51.430717 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4926fb1-5fa9-4f7e-a1c4-459bb3442c33 None None] Routers {'a9c63407-659e-47be-ab9f-d875ee5652bd'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:29:51.431385 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-b4926fb1-5fa9-4f7e-a1c4-459bb3442c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:29:39Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['a9c63407-659e-47be-ab9f-d875ee5652bd'], 'active': True} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:29:51.495520 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f0ffa-2b3a-411b-b398-3a6dcf6b14d8 req-e73a046e-403f-45f2-872e-4ff65c6fe58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:51.497029 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f81f0ffa-2b3a-411b-b398-3a6dcf6b14d8 req-e73a046e-403f-45f2-872e-4ff65c6fe58e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c843ffdb9bf4870a66e9ea2d9d33166&device_id=71f074af-d920-4003-823e-bc31cefd8abf HTTP/1.1" status: 200 len: 1098 time: 0.2835050 Apr 14 11:29:51.509883 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbde33-609e-4a69-85e6-28c0ad7236ea req-5468b91e-bcd5-4b1b-a476-4c2224977587 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:51.511476 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-88cbde33-609e-4a69-85e6-28c0ad7236ea req-5468b91e-bcd5-4b1b-a476-4c2224977587 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7fd43b7-09f0-4869-a8a8-f45fc4a0d269 HTTP/1.1" status: 200 len: 945 time: 0.2403557 Apr 14 11:29:51.512701 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [req-35947142-abd6-4405-bebf-2ed0977af40f req-9d94e262-fb04-434a-8bd1-c77d5210f597 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] No DVR routers for this DVR port f35634ec-6f85-494c-9eaf-51ca2f1d3c83 on host hv-cinder-77459 {{(pid=85227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 11:29:51.515053 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-35947142-abd6-4405-bebf-2ed0977af40f req-9d94e262-fb04-434a-8bd1-c77d5210f597 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:51.517961 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f733a955-0ffb-4748-bd71-7a350361c4ad', 'name': 'network-vif-deleted', 'tag': 'f35634ec-6f85-494c-9eaf-51ca2f1d3c83'}] {{(pid=85227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:29:51.576140 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f733a955-0ffb-4748-bd71-7a350361c4ad', 'name': 'network-vif-deleted', 'tag': 'f35634ec-6f85-494c-9eaf-51ca2f1d3c83', 'status': 'completed', 'code': 200} Apr 14 11:29:51.577527 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-35947142-abd6-4405-bebf-2ed0977af40f req-9d94e262-fb04-434a-8bd1-c77d5210f597 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.41 "DELETE /v2.0/ports/f35634ec-6f85-494c-9eaf-51ca2f1d3c83 HTTP/1.1" status: 204 len: 173 time: 2.0579698 Apr 14 11:29:51.622182 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-b4926fb1-5fa9-4f7e-a1c4-459bb3442c33 None None] Set router a9c63407-659e-47be-ab9f-d875ee5652bd gateway port host: dv-cinder-774594-3-smb {{(pid=85230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:29:51.637305 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-88cbde33-609e-4a69-85e6-28c0ad7236ea req-7e567bd1-1463-4cbc-b69b-84a49a13c56c tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126041 Apr 14 11:29:51.706211 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f0ffa-2b3a-411b-b398-3a6dcf6b14d8 req-ad465152-1913-47b4-b2f7-b814550a17ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:51.708289 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f81f0ffa-2b3a-411b-b398-3a6dcf6b14d8 req-ad465152-1913-47b4-b2f7-b814550a17ab service neutron] 10.222.0.41 "GET /v2.0/networks?id=bae4b55e-999d-4370-a6b7-723ab55c3023 HTTP/1.1" status: 200 len: 916 time: 0.1633055 Apr 14 11:29:51.793722 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f81f0ffa-2b3a-411b-b398-3a6dcf6b14d8 req-1f87f2e4-919b-459a-81d6-6a47381453c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe592416-ce05-407b-b812-65a20a5af45e HTTP/1.1" status: 200 len: 217 time: 0.0737488 Apr 14 11:29:51.876233 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-624f75e3-4c72-480a-8fce-27489e656652 req-66ea33f6-cd6c-4779-b7dc-6384753ba25a tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/ports?device_id=f733a955-0ffb-4748-bd71-7a350361c4ad HTTP/1.1" status: 200 len: 210 time: 0.0671706 Apr 14 11:29:51.888178 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f0ffa-2b3a-411b-b398-3a6dcf6b14d8 req-a34a0f65-cdd7-4a8c-a4a7-e3b17c84e7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:51.891140 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f81f0ffa-2b3a-411b-b398-3a6dcf6b14d8 req-a34a0f65-cdd7-4a8c-a4a7-e3b17c84e7ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d7d55a4f-f398-4a8c-9771-7e9e66a2ed8a HTTP/1.1" status: 200 len: 855 time: 0.0803146 Apr 14 11:29:51.956575 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f81f0ffa-2b3a-411b-b398-3a6dcf6b14d8 req-43d66ef5-c29e-43cf-b7ca-898e40b533a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bae4b55e-999d-4370-a6b7-723ab55c3023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500367 Apr 14 11:29:52.127080 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f81f0ffa-2b3a-411b-b398-3a6dcf6b14d8 req-a808ae84-c475-4b7e-bad5-9c3cc2d43621 service neutron] 10.222.0.41 "GET /v2.0/networks/bae4b55e-999d-4370-a6b7-723ab55c3023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387224 Apr 14 11:29:52.129472 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-b4926fb1-5fa9-4f7e-a1c4-459bb3442c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'name': 'tempest-AttachVolumeShelveTestJSON-866113711-router', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': '08321929-c8ea-4e67-a233-54f5bd37e198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:30Z', 'updated_at': '2021-04-14T11:22:36Z', 'revision_number': 4, 'project_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'gw_port': {'id': '08321929-c8ea-4e67-a233-54f5bd37e198', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:30Z', 'updated_at': '2021-04-14T11:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': '317e997f-9c75-42a3-b59a-8fb6cc281af4', 'name': '', 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'mac_address': 'fa:16:3e:0d:b9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5b2aaa5c-9e54-4364-a946-78c283f1ff6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:34Z', 'updated_at': '2021-04-14T11:22:49Z', 'revision_number': 5, 'project_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'subnets': [{'id': '5b2aaa5c-9e54-4364-a946-78c283f1ff6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:29:52.133535 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4926fb1-5fa9-4f7e-a1c4-459bb3442c33 None None] Checking router: a9c63407-659e-47be-ab9f-d875ee5652bd for host: dv-cinder-774594-3-smb {{(pid=85230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 11:29:52.143040 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4926fb1-5fa9-4f7e-a1c4-459bb3442c33 None None] Routers {'a9c63407-659e-47be-ab9f-d875ee5652bd'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:29:52.143687 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-b4926fb1-5fa9-4f7e-a1c4-459bb3442c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:29:39Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['a9c63407-659e-47be-ab9f-d875ee5652bd'], 'active': True} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:29:52.181040 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device f35634ec-6f85-494c-9eaf-51ca2f1d3c83 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:29:52.218460 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] No Port match for: f35634ec-6f85-494c-9eaf-51ca2f1d3c83 {{(pid=85229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 11:29:52.218460 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device f35634ec-6f85-494c-9eaf-51ca2f1d3c83 not bound to the agent host hv-cinder-77459 {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 11:29:52.322669 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f81f0ffa-2b3a-411b-b398-3a6dcf6b14d8 req-375fef8b-cdfc-449c-a77f-1abc9c9eddfd service neutron] 10.222.0.41 "GET /v2.0/networks/bae4b55e-999d-4370-a6b7-723ab55c3023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837733 Apr 14 11:29:52.332347 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-b4926fb1-5fa9-4f7e-a1c4-459bb3442c33 None None] Set router a9c63407-659e-47be-ab9f-d875ee5652bd gateway port host: dv-cinder-774594-3-smb {{(pid=85230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:29:52.359851 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d02763-0214-47f9-baa9-4adc48fd7c5f req-9d97f64a-f640-4d7f-b9e0-63c079d6897a tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:52.361895 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-07d02763-0214-47f9-baa9-4adc48fd7c5f req-9d97f64a-f640-4d7f-b9e0-63c079d6897a tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7fd43b7-09f0-4869-a8a8-f45fc4a0d269 HTTP/1.1" status: 200 len: 945 time: 0.0952191 Apr 14 11:29:52.463405 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [req-07d02763-0214-47f9-baa9-4adc48fd7c5f req-4f6c63d8-4645-4024-bbce-94a988c3acfb tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Deleting port c7b71a9b-b261-4ea7-a4d4-cfff37a077cf {{(pid=85227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:29:52.463998 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-07d02763-0214-47f9-baa9-4adc48fd7c5f req-4f6c63d8-4645-4024-bbce-94a988c3acfb tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:52.664463 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-b4926fb1-5fa9-4f7e-a1c4-459bb3442c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'name': 'tempest-AttachVolumeShelveTestJSON-866113711-router', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': '08321929-c8ea-4e67-a233-54f5bd37e198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:30Z', 'updated_at': '2021-04-14T11:22:36Z', 'revision_number': 4, 'project_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'gw_port': {'id': '08321929-c8ea-4e67-a233-54f5bd37e198', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:30Z', 'updated_at': '2021-04-14T11:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': '317e997f-9c75-42a3-b59a-8fb6cc281af4', 'name': '', 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'mac_address': 'fa:16:3e:0d:b9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5b2aaa5c-9e54-4364-a946-78c283f1ff6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:34Z', 'updated_at': '2021-04-14T11:22:49Z', 'revision_number': 5, 'project_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'subnets': [{'id': '5b2aaa5c-9e54-4364-a946-78c283f1ff6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:29:52.668656 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4926fb1-5fa9-4f7e-a1c4-459bb3442c33 None None] The sync data for ids ['a9c63407-659e-47be-ab9f-d875ee5652bd'] in dv-cinder-774594-3-smb is: [{'id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'name': 'tempest-AttachVolumeShelveTestJSON-866113711-router', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': '08321929-c8ea-4e67-a233-54f5bd37e198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:30Z', 'updated_at': '2021-04-14T11:22:36Z', 'revision_number': 4, 'project_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'gw_port': {'id': '08321929-c8ea-4e67-a233-54f5bd37e198', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:30Z', 'updated_at': '2021-04-14T11:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': '317e997f-9c75-42a3-b59a-8fb6cc281af4', 'name': '', 'network_id': '712e05ed-c735-46b7-8a8c-2c06f81a1c29', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'mac_address': 'fa:16:3e:0d:b9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5b2aaa5c-9e54-4364-a946-78c283f1ff6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:34Z', 'updated_at': '2021-04-14T11:22:49Z', 'revision_number': 5, 'project_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'subnets': [{'id': '5b2aaa5c-9e54-4364-a946-78c283f1ff6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 11:29:52.730091 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-07d02763-0214-47f9-baa9-4adc48fd7c5f req-4f6c63d8-4645-4024-bbce-94a988c3acfb tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] For port c7b71a9b-b261-4ea7-a4d4-cfff37a077cf, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c7b71a9b-b261-4ea7-a4d4-cfff37a077cf,segment=NetworkSegment(69b04ff2-bfe3-43cf-892d-02699add7a45),segment_id=69b04ff2-bfe3-43cf-892d-02699add7a45)] {{(pid=85227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:29:52.730495 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-07d02763-0214-47f9-baa9-4adc48fd7c5f req-4f6c63d8-4645-4024-bbce-94a988c3acfb tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:52.903537 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [req-07d02763-0214-47f9-baa9-4adc48fd7c5f req-4f6c63d8-4645-4024-bbce-94a988c3acfb tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Calling delete_port for c7b71a9b-b261-4ea7-a4d4-cfff37a077cf owned by compute:nova {{(pid=85227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:29:53.013280 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 35406) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:29:53.058130 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c8a3f9-6e51-43ba-926d-eae126ca198d None None] New status for floating IP cfa10885-c7dc-4274-97b5-41c7540e76e8: DOWN {{(pid=85229) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 11:29:53.060548 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0de0a-a051-4d8a-8075-db115e299e79 req-b74fa6be-bc6a-4e29-b29a-20c26102ba1a tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:53.062169 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c1d0de0a-a051-4d8a-8075-db115e299e79 req-b74fa6be-bc6a-4e29-b29a-20c26102ba1a tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7fd43b7-09f0-4869-a8a8-f45fc4a0d269 HTTP/1.1" status: 200 len: 945 time: 0.2664130 Apr 14 11:29:53.108546 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d4dde983-9e1b-460a-8cab-855a53f88244 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:53.112511 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c1d0de0a-a051-4d8a-8075-db115e299e79 req-36e29758-cb18-4a13-a9a1-fa78223a1cd1 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419612 Apr 14 11:29:53.121480 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-07d02763-0214-47f9-baa9-4adc48fd7c5f req-4f6c63d8-4645-4024-bbce-94a988c3acfb tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10976374'] for port, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:53.140508 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d4dde983-9e1b-460a-8cab-855a53f88244 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:53.149131 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] get_ports_and_sgs() called for port_ids ['fe592416-ce05-407b-b812-65a20a5af45e', '106af7c8-2627-48aa-bf44-f2c290adc598', 'c5290bd4-fda7-4bfb-b514-378015e93761', 'c7b71a9b-b261-4ea7-a4d4-cfff37a077cf'] {{(pid=85229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 11:29:53.190502 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d4dde983-9e1b-460a-8cab-855a53f88244 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:53.191311 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-bd0c6e68-95f7-4039-bcf8-eb591745eea7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:29:53.202061 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-e78b07a4-d401-4271-b1fc-e51617930c66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:29:53.219603 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d4dde983-9e1b-460a-8cab-855a53f88244 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:53.224311 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-d4dde983-9e1b-460a-8cab-855a53f88244 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "DELETE /v2.0/security-groups/248c777e-750f-474f-834a-fd4949d349bf HTTP/1.1" status: 204 len: 168 time: 0.2072122 Apr 14 11:29:53.224311 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dde983-9e1b-460a-8cab-855a53f88244 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=248c777e-750f-474f-834a-fd4949d349bf,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:29:53.234166 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 35410) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:29:53.235375 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dde983-9e1b-460a-8cab-855a53f88244 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:29:53.236116 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dde983-9e1b-460a-8cab-855a53f88244 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:29:53.236406 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dde983-9e1b-460a-8cab-855a53f88244 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:29:53.236917 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dde983-9e1b-460a-8cab-855a53f88244 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:29:53.237474 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dde983-9e1b-460a-8cab-855a53f88244 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:29:53.237924 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dde983-9e1b-460a-8cab-855a53f88244 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:29:53.238433 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dde983-9e1b-460a-8cab-855a53f88244 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:29:53.238966 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dde983-9e1b-460a-8cab-855a53f88244 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:29:53.239489 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dde983-9e1b-460a-8cab-855a53f88244 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:29:53.239996 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dde983-9e1b-460a-8cab-855a53f88244 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:29:53.240503 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dde983-9e1b-460a-8cab-855a53f88244 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:29:53.241003 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dde983-9e1b-460a-8cab-855a53f88244 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:29:53.246422 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-d4dde983-9e1b-460a-8cab-855a53f88244 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:29:53.266394 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c63d8-4645-4024-bbce-94a988c3acfb tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Pushing event deleted for resources: {'Port': ['ID=c7b71a9b-b261-4ea7-a4d4-cfff37a077cf,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:29:53.282086 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-4f6c63d8-4645-4024-bbce-94a988c3acfb tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:29:53.285732 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.api.v2.resource [None req-84d505b1-1f59-4c3a-b4b6-b8e9d3ae4a1f tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] show failed (client error): The resource could not be found. Apr 14 11:29:53.286915 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-84d505b1-1f59-4c3a-b4b6-b8e9d3ae4a1f tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "GET /v2.0/security-groups/248c777e-750f-474f-834a-fd4949d349bf HTTP/1.1" status: 404 len: 347 time: 0.0501745 Apr 14 11:29:53.290475 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 35414) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:29:53.494651 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-1267913b-64f2-43eb-8b4f-4eeff07c1b61 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Deleting port 624fb127-0ac5-4183-bdcc-29549d076d84 {{(pid=85227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:29:53.495195 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1267913b-64f2-43eb-8b4f-4eeff07c1b61 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:53.625554 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d02763-0214-47f9-baa9-4adc48fd7c5f req-4f6c63d8-4645-4024-bbce-94a988c3acfb tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] No DVR routers for this DVR port c7b71a9b-b261-4ea7-a4d4-cfff37a077cf on host hv-cinder-77459 {{(pid=85227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 11:29:53.630041 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-07d02763-0214-47f9-baa9-4adc48fd7c5f req-4f6c63d8-4645-4024-bbce-94a988c3acfb tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:53.632776 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7fd43b7-09f0-4869-a8a8-f45fc4a0d269', 'name': 'network-vif-deleted', 'tag': 'c7b71a9b-b261-4ea7-a4d4-cfff37a077cf'}] {{(pid=85227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:29:53.943707 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7fd43b7-09f0-4869-a8a8-f45fc4a0d269', 'name': 'network-vif-deleted', 'tag': 'c7b71a9b-b261-4ea7-a4d4-cfff37a077cf', 'status': 'completed', 'code': 200} Apr 14 11:29:53.950981 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-07d02763-0214-47f9-baa9-4adc48fd7c5f req-4f6c63d8-4645-4024-bbce-94a988c3acfb tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.41 "DELETE /v2.0/ports/c7b71a9b-b261-4ea7-a4d4-cfff37a077cf HTTP/1.1" status: 204 len: 173 time: 1.5644345 Apr 14 11:29:54.006048 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1267913b-64f2-43eb-8b4f-4eeff07c1b61 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:54.006416 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1267913b-64f2-43eb-8b4f-4eeff07c1b61 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:54.140039 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-1267913b-64f2-43eb-8b4f-4eeff07c1b61 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Calling delete_port for 624fb127-0ac5-4183-bdcc-29549d076d84 owned by network:floatingip {{(pid=85227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:29:54.311881 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-57958470-229b-4692-b189-480de244e0db req-283641a6-7939-48a5-aa76-a4fbe13ec444 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Synchronizing usage tracker for tenant:3c843ffdb9bf4870a66e9ea2d9d33166 on resource:port {{(pid=85227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:29:54.342806 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-57958470-229b-4692-b189-480de244e0db req-283641a6-7939-48a5-aa76-a4fbe13ec444 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Unset dirty status for tenant:3c843ffdb9bf4870a66e9ea2d9d33166 on resource:port {{(pid=85227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:29:54.344045 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-57958470-229b-4692-b189-480de244e0db req-283641a6-7939-48a5-aa76-a4fbe13ec444 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7fd43b7-09f0-4869-a8a8-f45fc4a0d269 HTTP/1.1" status: 200 len: 210 time: 0.0911720 Apr 14 11:29:54.345628 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1267913b-64f2-43eb-8b4f-4eeff07c1b61 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10976374'] for port, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:54.362385 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-f8597e31-c19b-4a69-8241-35feeaa01cb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:29:54.459739 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1267913b-64f2-43eb-8b4f-4eeff07c1b61 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Pushing event deleted for resources: {'Port': ['ID=624fb127-0ac5-4183-bdcc-29549d076d84,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:29:54.462181 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-1267913b-64f2-43eb-8b4f-4eeff07c1b61 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:29:54.631515 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1267913b-64f2-43eb-8b4f-4eeff07c1b61 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks [] for floatingip, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:54.647030 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1267913b-64f2-43eb-8b4f-4eeff07c1b61 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for floatingip, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:54.648492 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-1267913b-64f2-43eb-8b4f-4eeff07c1b61 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] 10.222.0.52 "DELETE /v2.0/floatingips/cfa10885-c7dc-4274-97b5-41c7540e76e8 HTTP/1.1" status: 204 len: 168 time: 1.3568251 Apr 14 11:29:56.185609 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device c7b71a9b-b261-4ea7-a4d4-cfff37a077cf no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:29:56.223042 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] No Port match for: c7b71a9b-b261-4ea7-a4d4-cfff37a077cf {{(pid=85229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 11:29:56.223447 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device c7b71a9b-b261-4ea7-a4d4-cfff37a077cf not bound to the agent host hv-cinder-77459 {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 11:29:57.047606 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2dbd2-82ed-4b82-a27a-30e1f61ce24f req-41bdf196-c772-44f3-a14a-cbf208f41652 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:57.049731 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0df2dbd2-82ed-4b82-a27a-30e1f61ce24f req-41bdf196-c772-44f3-a14a-cbf208f41652 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4b91ad0-10f0-4970-8681-c59a82c1d9c3 HTTP/1.1" status: 200 len: 946 time: 0.0885420 Apr 14 11:29:57.080805 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0df2dbd2-82ed-4b82-a27a-30e1f61ce24f req-88071faa-257e-4951-8b27-49353de16ceb tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247293 Apr 14 11:29:57.468913 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 35454) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:29:58.072783 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8f32a198-f149-4a67-abf2-a90e4e170b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-771124'] for router_interface, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:58.417132 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244a811-9ca2-4d61-b8fc-eb1c0a36cfd8 req-9e961a93-b27c-40ed-9983-dd25a23c9f9e tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:58.418654 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c244a811-9ca2-4d61-b8fc-eb1c0a36cfd8 req-9e961a93-b27c-40ed-9983-dd25a23c9f9e tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4b91ad0-10f0-4970-8681-c59a82c1d9c3 HTTP/1.1" status: 200 len: 946 time: 0.2244892 Apr 14 11:29:58.458979 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c244a811-9ca2-4d61-b8fc-eb1c0a36cfd8 req-56db15b6-30d6-45b1-b59a-d95338b4ee4d tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313954 Apr 14 11:29:58.538491 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-8f32a198-f149-4a67-abf2-a90e4e170b04 admin admin] Deleting port 317e997f-9c75-42a3-b59a-8fb6cc281af4 {{(pid=85227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:29:58.539087 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8f32a198-f149-4a67-abf2-a90e4e170b04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:58.716937 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-8f32a198-f149-4a67-abf2-a90e4e170b04 admin admin] For port 317e997f-9c75-42a3-b59a-8fb6cc281af4, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=317e997f-9c75-42a3-b59a-8fb6cc281af4,segment=NetworkSegment(68eb76e0-e4c1-4e3c-88ca-0b72840edf3e),segment_id=68eb76e0-e4c1-4e3c-88ca-0b72840edf3e)] {{(pid=85227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:29:58.717253 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8f32a198-f149-4a67-abf2-a90e4e170b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:58.846618 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-8f32a198-f149-4a67-abf2-a90e4e170b04 admin admin] Calling delete_port for 317e997f-9c75-42a3-b59a-8fb6cc281af4 owned by network:router_interface {{(pid=85227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:29:59.016845 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8f32a198-f149-4a67-abf2-a90e4e170b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10976374'] for port, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:59.033210 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-f7c2232a-b3f5-4731-bd62-a434ae9d7224 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:29:59.127368 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32a198-f149-4a67-abf2-a90e4e170b04 admin admin] Pushing event deleted for resources: {'Port': ['ID=317e997f-9c75-42a3-b59a-8fb6cc281af4,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:29:59.131206 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-8f32a198-f149-4a67-abf2-a90e4e170b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:29:59.670417 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855bb34-7d8c-467b-b115-70e8d9797dd8 req-83f322b2-b682-4185-95b7-7ec54efef0d6 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:59.672047 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9855bb34-7d8c-467b-b115-70e8d9797dd8 req-83f322b2-b682-4185-95b7-7ec54efef0d6 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4b91ad0-10f0-4970-8681-c59a82c1d9c3 HTTP/1.1" status: 200 len: 946 time: 0.0954828 Apr 14 11:29:59.704709 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9855bb34-7d8c-467b-b115-70e8d9797dd8 req-f76092c1-db13-49b8-b35c-d833ce080536 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254729 Apr 14 11:29:59.737757 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7635e-26aa-4231-ae1c-3ddababf4c9b req-328c8146-a54f-4c4a-b77f-fae130e53398 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:29:59.739355 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d0c7635e-26aa-4231-ae1c-3ddababf4c9b req-328c8146-a54f-4c4a-b77f-fae130e53398 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4b91ad0-10f0-4970-8681-c59a82c1d9c3 HTTP/1.1" status: 200 len: 946 time: 0.4780440 Apr 14 11:29:59.848349 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [req-d0c7635e-26aa-4231-ae1c-3ddababf4c9b req-5d533545-3087-4c89-b523-bf05a1996785 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Deleting port c5290bd4-fda7-4bfb-b514-378015e93761 {{(pid=85227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:29:59.848728 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-d0c7635e-26aa-4231-ae1c-3ddababf4c9b req-5d533545-3087-4c89-b523-bf05a1996785 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:29:59.881710 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8f32a198-f149-4a67-abf2-a90e4e170b04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854151702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656579'] for router_interface, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:00.365126 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-d0c7635e-26aa-4231-ae1c-3ddababf4c9b req-5d533545-3087-4c89-b523-bf05a1996785 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] For port c5290bd4-fda7-4bfb-b514-378015e93761, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c5290bd4-fda7-4bfb-b514-378015e93761,segment=NetworkSegment(69b04ff2-bfe3-43cf-892d-02699add7a45),segment_id=69b04ff2-bfe3-43cf-892d-02699add7a45)] {{(pid=85227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:30:00.365410 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-d0c7635e-26aa-4231-ae1c-3ddababf4c9b req-5d533545-3087-4c89-b523-bf05a1996785 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:00.500323 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [req-d0c7635e-26aa-4231-ae1c-3ddababf4c9b req-5d533545-3087-4c89-b523-bf05a1996785 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Calling delete_port for c5290bd4-fda7-4bfb-b514-378015e93761 owned by compute:nova {{(pid=85227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:30:00.882780 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f32a198-f149-4a67-abf2-a90e4e170b04 admin admin] Router a9c63407-659e-47be-ab9f-d875ee5652bd has already been hosted by L3 agent 72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6 {{(pid=85227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 11:30:00.886588 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-d0c7635e-26aa-4231-ae1c-3ddababf4c9b req-5d533545-3087-4c89-b523-bf05a1996785 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10976374'] for port, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:00.898483 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] get_ports_and_sgs() called for port_ids ['fe592416-ce05-407b-b812-65a20a5af45e', '106af7c8-2627-48aa-bf44-f2c290adc598'] {{(pid=85229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 11:30:00.902835 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-556bcd4d-db28-4f0d-84c3-5c60ef37ef74 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:01.005355 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d533545-3087-4c89-b523-bf05a1996785 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Pushing event deleted for resources: {'Port': ['ID=c5290bd4-fda7-4bfb-b514-378015e93761,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:01.018870 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-5d533545-3087-4c89-b523-bf05a1996785 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:01.108307 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 6 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:30:01.220581 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2f1f5-c7b3-4998-8651-484c741da5eb req-3066cb21-d3c3-4d98-b448-2e7e7f7c478e tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:30:01.222168 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c3a2f1f5-c7b3-4998-8651-484c741da5eb req-3066cb21-d3c3-4d98-b448-2e7e7f7c478e tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4b91ad0-10f0-4970-8681-c59a82c1d9c3 HTTP/1.1" status: 200 len: 867 time: 0.4022043 Apr 14 11:30:01.289283 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c3a2f1f5-c7b3-4998-8651-484c741da5eb req-bd8162cf-5c98-40f8-87c5-2820c4ad3565 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513778 Apr 14 11:30:01.328194 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f32a198-f149-4a67-abf2-a90e4e170b04 admin admin] Notify agent at l3_agent.dv-cinder-774594-3-smb the message routers_updated {{(pid=85227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 11:30:01.336939 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8749c0a4-509f-4591-bde5-95a05fa2b8c9 None None] Sync routers for ids ['a9c63407-659e-47be-ab9f-d875ee5652bd'] in dv-cinder-774594-3-smb {{(pid=85230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 11:30:01.346889 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8749c0a4-509f-4591-bde5-95a05fa2b8c9 None None] Routers {'a9c63407-659e-47be-ab9f-d875ee5652bd'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:30:01.347557 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-8749c0a4-509f-4591-bde5-95a05fa2b8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:29:39Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['a9c63407-659e-47be-ab9f-d875ee5652bd'], 'active': True} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:30:01.386921 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c7635e-26aa-4231-ae1c-3ddababf4c9b req-5d533545-3087-4c89-b523-bf05a1996785 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] No DVR routers for this DVR port c5290bd4-fda7-4bfb-b514-378015e93761 on host hv-cinder-77459 {{(pid=85227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 11:30:01.391179 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-d0c7635e-26aa-4231-ae1c-3ddababf4c9b req-5d533545-3087-4c89-b523-bf05a1996785 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:01.393751 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b91ad0-10f0-4970-8681-c59a82c1d9c3', 'name': 'network-vif-deleted', 'tag': 'c5290bd4-fda7-4bfb-b514-378015e93761'}] {{(pid=85227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:30:01.415104 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-8f32a198-f149-4a67-abf2-a90e4e170b04 admin admin] 10.222.0.52 "PUT /v2.0/routers/a9c63407-659e-47be-ab9f-d875ee5652bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9443238 Apr 14 11:30:01.415723 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 35468) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:01.420585 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d0c7635e-26aa-4231-ae1c-3ddababf4c9b req-5d533545-3087-4c89-b523-bf05a1996785 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.41 "DELETE /v2.0/ports/c5290bd4-fda7-4bfb-b514-378015e93761 HTTP/1.1" status: 204 len: 173 time: 1.6684318 Apr 14 11:30:01.466891 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b91ad0-10f0-4970-8681-c59a82c1d9c3', 'name': 'network-vif-deleted', 'tag': 'c5290bd4-fda7-4bfb-b514-378015e93761', 'status': 'completed', 'code': 200} Apr 14 11:30:01.553964 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-8749c0a4-509f-4591-bde5-95a05fa2b8c9 None None] Set router a9c63407-659e-47be-ab9f-d875ee5652bd gateway port host: dv-cinder-774594-3-smb {{(pid=85230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:30:01.605978 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-35ad1232-50f6-4bda-996b-ee6a61205d7c admin admin] Notify callbacks [] for router, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:01.791134 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-35ad1232-50f6-4bda-996b-ee6a61205d7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:01.799934 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-35ad1232-50f6-4bda-996b-ee6a61205d7c admin admin] Deleting port 08321929-c8ea-4e67-a233-54f5bd37e198 {{(pid=85228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:30:01.800313 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-35ad1232-50f6-4bda-996b-ee6a61205d7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:01.855193 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-8749c0a4-509f-4591-bde5-95a05fa2b8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'name': 'tempest-AttachVolumeShelveTestJSON-866113711-router', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': '08321929-c8ea-4e67-a233-54f5bd37e198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:30Z', 'updated_at': '2021-04-14T11:29:58Z', 'revision_number': 5, 'project_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'gw_port': {'id': '08321929-c8ea-4e67-a233-54f5bd37e198', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:22:30Z', 'updated_at': '2021-04-14T11:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb'}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:30:01.859137 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8749c0a4-509f-4591-bde5-95a05fa2b8c9 None None] Checking router: a9c63407-659e-47be-ab9f-d875ee5652bd for host: dv-cinder-774594-3-smb {{(pid=85230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 11:30:01.868527 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8749c0a4-509f-4591-bde5-95a05fa2b8c9 None None] Routers {'a9c63407-659e-47be-ab9f-d875ee5652bd'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:30:01.869199 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-8749c0a4-509f-4591-bde5-95a05fa2b8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:29:39Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['a9c63407-659e-47be-ab9f-d875ee5652bd'], 'active': True} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:30:02.057745 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-8749c0a4-509f-4591-bde5-95a05fa2b8c9 None None] Set router a9c63407-659e-47be-ab9f-d875ee5652bd gateway port host: None {{(pid=85230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:30:02.181659 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-8749c0a4-509f-4591-bde5-95a05fa2b8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'name': 'tempest-AttachVolumeShelveTestJSON-866113711-router', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:30Z', 'updated_at': '2021-04-14T11:30:01Z', 'revision_number': 6, 'project_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'gw_port_host': None}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:30:02.185784 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8749c0a4-509f-4591-bde5-95a05fa2b8c9 None None] The sync data for ids ['a9c63407-659e-47be-ab9f-d875ee5652bd'] in dv-cinder-774594-3-smb is: [{'id': 'a9c63407-659e-47be-ab9f-d875ee5652bd', 'name': 'tempest-AttachVolumeShelveTestJSON-866113711-router', 'tenant_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:22:30Z', 'updated_at': '2021-04-14T11:30:01Z', 'revision_number': 6, 'project_id': 'e9b3ef38e1d8424c861a2e84fef25222', 'gw_port_host': None}] {{(pid=85230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 11:30:02.208420 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-35ad1232-50f6-4bda-996b-ee6a61205d7c admin admin] For port 08321929-c8ea-4e67-a233-54f5bd37e198, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=08321929-c8ea-4e67-a233-54f5bd37e198,segment=NetworkSegment(fc5032d9-be7b-4842-99b0-b17509c45e41),segment_id=fc5032d9-be7b-4842-99b0-b17509c45e41)] {{(pid=85228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:30:02.208902 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-35ad1232-50f6-4bda-996b-ee6a61205d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:02.225510 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device c5290bd4-fda7-4bfb-b514-378015e93761 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:30:02.263693 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] No Port match for: c5290bd4-fda7-4bfb-b514-378015e93761 {{(pid=85229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 11:30:02.264170 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device c5290bd4-fda7-4bfb-b514-378015e93761 not bound to the agent host hv-cinder-77459 {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 11:30:02.342964 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-35ad1232-50f6-4bda-996b-ee6a61205d7c admin admin] Calling delete_port for 08321929-c8ea-4e67-a233-54f5bd37e198 owned by network:router_gateway {{(pid=85228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:30:02.526492 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-35ad1232-50f6-4bda-996b-ee6a61205d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1926183'] for port, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:02.542160 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-18b55383-4784-41f8-a1fd-ef516d552efc tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:02.640609 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad1232-50f6-4bda-996b-ee6a61205d7c admin admin] Pushing event deleted for resources: {'Port': ['ID=08321929-c8ea-4e67-a233-54f5bd37e198,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:02.645106 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-35ad1232-50f6-4bda-996b-ee6a61205d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:02.786054 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d51de-4c7f-4107-9784-8688069c9d4c req-2631726f-7771-4030-bd90-f8bfcba85638 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:30:02.786877 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-2f3d51de-4c7f-4107-9784-8688069c9d4c req-2631726f-7771-4030-bd90-f8bfcba85638 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Synchronizing usage tracker for tenant:3c843ffdb9bf4870a66e9ea2d9d33166 on resource:port {{(pid=85227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:30:02.802356 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-2f3d51de-4c7f-4107-9784-8688069c9d4c req-2631726f-7771-4030-bd90-f8bfcba85638 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Unset dirty status for tenant:3c843ffdb9bf4870a66e9ea2d9d33166 on resource:port {{(pid=85227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:30:02.803480 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-35ad1232-50f6-4bda-996b-ee6a61205d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656421'] for router_gateway, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:02.803674 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2f3d51de-4c7f-4107-9784-8688069c9d4c req-2631726f-7771-4030-bd90-f8bfcba85638 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=08bec6d8-b1de-40d0-af73-d11f427bab70 HTTP/1.1" status: 200 len: 946 time: 0.1070015 Apr 14 11:30:02.834644 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2f3d51de-4c7f-4107-9784-8688069c9d4c req-ae975f0f-9438-4fa3-b67c-41a27fe26864 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244052 Apr 14 11:30:02.985770 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-35ad1232-50f6-4bda-996b-ee6a61205d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-774339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769375'] for router, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:02.988006 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-35ad1232-50f6-4bda-996b-ee6a61205d7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:03.008730 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-35ad1232-50f6-4bda-996b-ee6a61205d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854002061'] for router, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:03.009281 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ad1232-50f6-4bda-996b-ee6a61205d7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9c63407-659e-47be-ab9f-d875ee5652bd {{(pid=85228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 11:30:03.022875 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-35ad1232-50f6-4bda-996b-ee6a61205d7c admin admin] Notify callbacks [] for router, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:03.024111 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-35ad1232-50f6-4bda-996b-ee6a61205d7c admin admin] 10.222.0.52 "DELETE /v2.0/routers/a9c63407-659e-47be-ab9f-d875ee5652bd HTTP/1.1" status: 204 len: 168 time: 1.6071255 Apr 14 11:30:03.027011 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 35478) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:03.100022 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4069243-6bd4-4ce6-85df-3f070ef49037 admin admin] Deleting subnet 5b2aaa5c-9e54-4364-a946-78c283f1ff6f {{(pid=85227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 11:30:03.103509 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c4069243-6bd4-4ce6-85df-3f070ef49037 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:03.155360 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c4069243-6bd4-4ce6-85df-3f070ef49037 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852804491'] for subnet, precommit_delete_associations {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:03.292853 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 317e997f-9c75-42a3-b59a-8fb6cc281af4 no longer exists at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:30:03.331534 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] No Port match for: 317e997f-9c75-42a3-b59a-8fb6cc281af4 {{(pid=85229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 11:30:03.331929 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 317e997f-9c75-42a3-b59a-8fb6cc281af4 not bound to the agent host dv-cinder-774594-3-smb {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 11:30:03.332394 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 08321929-c8ea-4e67-a233-54f5bd37e198 no longer exists at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:30:03.372236 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] No Port match for: 08321929-c8ea-4e67-a233-54f5bd37e198 {{(pid=85229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 11:30:03.372626 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 08321929-c8ea-4e67-a233-54f5bd37e198 not bound to the agent host dv-cinder-774594-3-smb {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 11:30:03.481676 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c4069243-6bd4-4ce6-85df-3f070ef49037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4125'] for subnet, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:03.729622 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c4069243-6bd4-4ce6-85df-3f070ef49037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843799517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11237049'] for subnet, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:03.745228 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-db17ed9e-1393-4796-be9b-f7d7d2b6fd4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:03.826067 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4069243-6bd4-4ce6-85df-3f070ef49037 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b2aaa5c-9e54-4364-a946-78c283f1ff6f,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:03.839967 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-c4069243-6bd4-4ce6-85df-3f070ef49037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:03.879382 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c4069243-6bd4-4ce6-85df-3f070ef49037 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:03.887830 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44147264-5a25-4dee-bca0-43ec9808c834 None None] Network 712e05ed-c735-46b7-8a8c-2c06f81a1c29 requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:30:03.887994 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-c4069243-6bd4-4ce6-85df-3f070ef49037 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/5b2aaa5c-9e54-4364-a946-78c283f1ff6f HTTP/1.1" status: 204 len: 168 time: 0.8569729 Apr 14 11:30:03.888086 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 35484) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:04.000270 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1c0d5da8-dad8-434b-883a-a07400e5294e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854523456'] for network, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:04.041606 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a391d-4ca2-43f2-ac32-98acffb613ef req-7655e64a-fc82-44f0-b208-207cb13f2539 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:30:04.043406 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-539a391d-4ca2-43f2-ac32-98acffb613ef req-7655e64a-fc82-44f0-b208-207cb13f2539 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=08bec6d8-b1de-40d0-af73-d11f427bab70 HTTP/1.1" status: 200 len: 946 time: 0.0929246 Apr 14 11:30:04.083689 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-539a391d-4ca2-43f2-ac32-98acffb613ef req-701427cd-d323-4b07-a695-b098230a1e5b tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328295 Apr 14 11:30:04.099450 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-1c0d5da8-dad8-434b-883a-a07400e5294e admin admin] Deleting port 06350817-d9fa-4203-a4d9-d9092f5a67e1 {{(pid=85227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:30:04.099822 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1c0d5da8-dad8-434b-883a-a07400e5294e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:04.150115 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3475f9fb-cfbf-4674-a6bf-9f9fdd518b6c None None] DHCP port deletion for 712e05ed-c735-46b7-8a8c-2c06f81a1c29 request from dv-cinder-774594-3-smb {{(pid=85229) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 14 11:30:04.154390 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-3475f9fb-cfbf-4674-a6bf-9f9fdd518b6c None None] Deleting port 06350817-d9fa-4203-a4d9-d9092f5a67e1 {{(pid=85229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:30:04.154853 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3475f9fb-cfbf-4674-a6bf-9f9fdd518b6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:04.370089 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-3475f9fb-cfbf-4674-a6bf-9f9fdd518b6c None None] For port 06350817-d9fa-4203-a4d9-d9092f5a67e1, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=06350817-d9fa-4203-a4d9-d9092f5a67e1,segment=NetworkSegment(68eb76e0-e4c1-4e3c-88ca-0b72840edf3e),segment_id=68eb76e0-e4c1-4e3c-88ca-0b72840edf3e)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:30:04.370556 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3475f9fb-cfbf-4674-a6bf-9f9fdd518b6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:04.371073 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-1c0d5da8-dad8-434b-883a-a07400e5294e admin admin] For port 06350817-d9fa-4203-a4d9-d9092f5a67e1, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=06350817-d9fa-4203-a4d9-d9092f5a67e1,segment=NetworkSegment(68eb76e0-e4c1-4e3c-88ca-0b72840edf3e),segment_id=68eb76e0-e4c1-4e3c-88ca-0b72840edf3e)] {{(pid=85227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:30:04.371466 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1c0d5da8-dad8-434b-883a-a07400e5294e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:04.500774 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-3475f9fb-cfbf-4674-a6bf-9f9fdd518b6c None None] Calling delete_port for 06350817-d9fa-4203-a4d9-d9092f5a67e1 owned by network:dhcp {{(pid=85229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:30:04.518195 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-1c0d5da8-dad8-434b-883a-a07400e5294e admin admin] Calling delete_port for 06350817-d9fa-4203-a4d9-d9092f5a67e1 owned by network:dhcp {{(pid=85227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:30:04.577097 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3475f9fb-cfbf-4674-a6bf-9f9fdd518b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438'] for port, after_delete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:04.585416 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599353f-6311-4e28-bc62-ae1ef7084766 req-a7d72cd9-74a3-4d4f-9ea0-705ad96f6958 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:30:04.586994 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e599353f-6311-4e28-bc62-ae1ef7084766 req-a7d72cd9-74a3-4d4f-9ea0-705ad96f6958 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.41 "GET /v2.0/ports?device_id=08bec6d8-b1de-40d0-af73-d11f427bab70 HTTP/1.1" status: 200 len: 946 time: 0.2916660 Apr 14 11:30:04.596241 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:04.663497 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.db.api [None req-1c0d5da8-dad8-434b-883a-a07400e5294e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85227) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 11:30:04.663774 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_db.api [None req-1c0d5da8-dad8-434b-883a-a07400e5294e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85227) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 11:30:04.683252 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475f9fb-cfbf-4674-a6bf-9f9fdd518b6c None None] Pushing event deleted for resources: {'Port': ['ID=06350817-d9fa-4203-a4d9-d9092f5a67e1,revision_number=None']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:04.684603 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [req-e599353f-6311-4e28-bc62-ae1ef7084766 req-7bb5aed5-ac4e-4730-a21e-265988f479b7 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Deleting port 106af7c8-2627-48aa-bf44-f2c290adc598 {{(pid=85227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:30:04.685632 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-e599353f-6311-4e28-bc62-ae1ef7084766 req-7bb5aed5-ac4e-4730-a21e-265988f479b7 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:04.701069 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-3475f9fb-cfbf-4674-a6bf-9f9fdd518b6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:04.736777 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3475f9fb-cfbf-4674-a6bf-9f9fdd518b6c None None] No DVR routers for this DVR port 06350817-d9fa-4203-a4d9-d9092f5a67e1 on host dv-cinder-774594-3-smb {{(pid=85229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 11:30:04.943637 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-e599353f-6311-4e28-bc62-ae1ef7084766 req-7bb5aed5-ac4e-4730-a21e-265988f479b7 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] For port 106af7c8-2627-48aa-bf44-f2c290adc598, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=106af7c8-2627-48aa-bf44-f2c290adc598,segment=NetworkSegment(69b04ff2-bfe3-43cf-892d-02699add7a45),segment_id=69b04ff2-bfe3-43cf-892d-02699add7a45)] {{(pid=85227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:30:04.943955 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-e599353f-6311-4e28-bc62-ae1ef7084766 req-7bb5aed5-ac4e-4730-a21e-265988f479b7 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:05.079407 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [req-e599353f-6311-4e28-bc62-ae1ef7084766 req-7bb5aed5-ac4e-4730-a21e-265988f479b7 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Calling delete_port for 106af7c8-2627-48aa-bf44-f2c290adc598 owned by compute:nova {{(pid=85227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:30:05.193414 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-1c0d5da8-dad8-434b-883a-a07400e5294e admin admin] Deleting port 06350817-d9fa-4203-a4d9-d9092f5a67e1 {{(pid=85227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:30:05.194051 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1c0d5da8-dad8-434b-883a-a07400e5294e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:05.289854 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 06350817-d9fa-4203-a4d9-d9092f5a67e1 no longer exists at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:30:05.326494 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] No Port match for: 06350817-d9fa-4203-a4d9-d9092f5a67e1 {{(pid=85229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 11:30:05.326939 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 06350817-d9fa-4203-a4d9-d9092f5a67e1 not bound to the agent host dv-cinder-774594-3-smb {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 11:30:05.334403 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-1c0d5da8-dad8-434b-883a-a07400e5294e admin admin] The port '06350817-d9fa-4203-a4d9-d9092f5a67e1' was deleted {{(pid=85227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 14 11:30:05.400781 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-e599353f-6311-4e28-bc62-ae1ef7084766 req-7bb5aed5-ac4e-4730-a21e-265988f479b7 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10976374'] for port, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:05.412710 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] get_ports_and_sgs() called for port_ids ['fe592416-ce05-407b-b812-65a20a5af45e', '106af7c8-2627-48aa-bf44-f2c290adc598'] {{(pid=85229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 11:30:05.476397 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-db7e71e7-711d-47a4-a2ef-acbf940d1545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:05.587884 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5aed5-ac4e-4730-a21e-265988f479b7 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Pushing event deleted for resources: {'Port': ['ID=106af7c8-2627-48aa-bf44-f2c290adc598,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:05.600616 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-7bb5aed5-ac4e-4730-a21e-265988f479b7 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:05.605528 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1c0d5da8-dad8-434b-883a-a07400e5294e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854651492', 'neutron.services.segments.db._delete_segments_for_network--9223363295256356434'] for network, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:05.716733 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1edfd6-da7b-4af3-93ee-2e41c3c964ae req-33b4bf3f-0376-4a4d-9456-6b42ea7035c5 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:30:05.718319 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2d1edfd6-da7b-4af3-93ee-2e41c3c964ae req-33b4bf3f-0376-4a4d-9456-6b42ea7035c5 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=08bec6d8-b1de-40d0-af73-d11f427bab70 HTTP/1.1" status: 200 len: 867 time: 0.4925172 Apr 14 11:30:05.794472 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-1c0d5da8-dad8-434b-883a-a07400e5294e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['712e05ed-c735-46b7-8a8c-2c06f81a1c29']}} {{(pid=85227) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:30:05.806798 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2d1edfd6-da7b-4af3-93ee-2e41c3c964ae req-c5ed873d-0311-4774-bf93-116bfc945110 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667536 Apr 14 11:30:05.819879 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-1c0d5da8-dad8-434b-883a-a07400e5294e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68eb76e0-e4c1-4e3c-88ca-0b72840edf3e') {'for_net_delete': True} {{(pid=85227) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:30:05.820220 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-1c0d5da8-dad8-434b-883a-a07400e5294e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68eb76e0-e4c1-4e3c-88ca-0b72840edf3e') {} {{(pid=85227) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:30:05.869297 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1c0d5da8-dad8-434b-883a-a07400e5294e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295256356178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852804733'] for segment, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:05.925917 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [req-e599353f-6311-4e28-bc62-ae1ef7084766 req-7bb5aed5-ac4e-4730-a21e-265988f479b7 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] No DVR routers for this DVR port 106af7c8-2627-48aa-bf44-f2c290adc598 on host hv-cinder-77459 {{(pid=85227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 11:30:05.928595 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-e599353f-6311-4e28-bc62-ae1ef7084766 req-7bb5aed5-ac4e-4730-a21e-265988f479b7 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:05.931260 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bec6d8-b1de-40d0-af73-d11f427bab70', 'name': 'network-vif-deleted', 'tag': '106af7c8-2627-48aa-bf44-f2c290adc598'}] {{(pid=85227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:30:05.936646 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1c0d5da8-dad8-434b-883a-a07400e5294e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774745'] for segment, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:05.947700 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c0d5da8-dad8-434b-883a-a07400e5294e admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=85227) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 11:30:05.981314 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08bec6d8-b1de-40d0-af73-d11f427bab70', 'name': 'network-vif-deleted', 'tag': '106af7c8-2627-48aa-bf44-f2c290adc598', 'status': 'completed', 'code': 200} Apr 14 11:30:06.026963 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e599353f-6311-4e28-bc62-ae1ef7084766 req-7bb5aed5-ac4e-4730-a21e-265988f479b7 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.41 "DELETE /v2.0/ports/106af7c8-2627-48aa-bf44-f2c290adc598 HTTP/1.1" status: 204 len: 173 time: 1.4302812 Apr 14 11:30:06.133745 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-1c0d5da8-dad8-434b-883a-a07400e5294e admin admin] Network 712e05ed-c735-46b7-8a8c-2c06f81a1c29 has no segments {{(pid=85227) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 11:30:06.143262 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1c0d5da8-dad8-434b-883a-a07400e5294e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843799476'] for segment, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:06.321145 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-1c0d5da8-dad8-434b-883a-a07400e5294e admin admin] Network 712e05ed-c735-46b7-8a8c-2c06f81a1c29 has no segments {{(pid=85227) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 11:30:06.343671 dv-cinder-774594-3-smb neutron-server[85114]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 11:30:06.343671 dv-cinder-774594-3-smb neutron-server[85114]: % (table.description, expected, rows_matched) Apr 14 11:30:06.343671 dv-cinder-774594-3-smb neutron-server[85114]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 11:30:06.343671 dv-cinder-774594-3-smb neutron-server[85114]: % (table.description, expected, rows_matched) Apr 14 11:30:06.343671 dv-cinder-774594-3-smb neutron-server[85114]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 11:30:06.343671 dv-cinder-774594-3-smb neutron-server[85114]: % (table.description, expected, rows_matched) Apr 14 11:30:06.343671 dv-cinder-774594-3-smb neutron-server[85114]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 11:30:06.343671 dv-cinder-774594-3-smb neutron-server[85114]: % (table.description, expected, rows_matched) Apr 14 11:30:06.343671 dv-cinder-774594-3-smb neutron-server[85114]: Traceback (most recent call last): Apr 14 11:30:06.343671 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 11:30:06.343671 dv-cinder-774594-3-smb neutron-server[85114]: timer() Apr 14 11:30:06.343671 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 11:30:06.343671 dv-cinder-774594-3-smb neutron-server[85114]: cb(*args, **kw) Apr 14 11:30:06.343671 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 11:30:06.343671 dv-cinder-774594-3-smb neutron-server[85114]: return func(*args, **kwargs) Apr 14 11:30:06.343671 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 11:30:06.343671 dv-cinder-774594-3-smb neutron-server[85114]: self._notify() Apr 14 11:30:06.343671 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 11:30:06.343671 dv-cinder-774594-3-smb neutron-server[85114]: self.callback(batched_events) Apr 14 11:30:06.343671 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 11:30:06.343671 dv-cinder-774594-3-smb neutron-server[85114]: event.method(event) Apr 14 11:30:06.343671 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 11:30:06.343671 dv-cinder-774594-3-smb neutron-server[85114]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 11:30:06.343671 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 11:30:06.343671 dv-cinder-774594-3-smb neutron-server[85114]: segment_id)['aggregates'][0] Apr 14 11:30:06.343671 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 11:30:06.343671 dv-cinder-774594-3-smb neutron-server[85114]: return f(self, *a, **k) Apr 14 11:30:06.343671 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 11:30:06.343671 dv-cinder-774594-3-smb neutron-server[85114]: return self._get(url).json() Apr 14 11:30:06.343671 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 11:30:06.343671 dv-cinder-774594-3-smb neutron-server[85114]: **kwargs) Apr 14 11:30:06.343671 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 11:30:06.343671 dv-cinder-774594-3-smb neutron-server[85114]: return self.request(url, 'GET', **kwargs) Apr 14 11:30:06.343671 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 11:30:06.343671 dv-cinder-774594-3-smb neutron-server[85114]: **endpoint_filter) Apr 14 11:30:06.343671 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 11:30:06.343671 dv-cinder-774594-3-smb neutron-server[85114]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 11:30:06.343671 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 11:30:06.343671 dv-cinder-774594-3-smb neutron-server[85114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 11:30:06.343671 dv-cinder-774594-3-smb neutron-server[85114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 11:30:06.419334 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1c0d5da8-dad8-434b-883a-a07400e5294e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-124293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854119409'] for network, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:06.423136 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-072a7453-9f26-4c70-81eb-ddc386b8ffb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:06.437292 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1c0d5da8-dad8-434b-883a-a07400e5294e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for network, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:06.449027 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d5da8-dad8-434b-883a-a07400e5294e admin admin] Pushing event deleted for resources: {'Network': ['ID=712e05ed-c735-46b7-8a8c-2c06f81a1c29,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:06.454777 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-1c0d5da8-dad8-434b-883a-a07400e5294e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:06.456886 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-1c0d5da8-dad8-434b-883a-a07400e5294e admin admin] 10.222.0.52 "DELETE /v2.0/networks/712e05ed-c735-46b7-8a8c-2c06f81a1c29 HTTP/1.1" status: 204 len: 168 time: 2.5678346 Apr 14 11:30:06.578183 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 35494) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:06.614166 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-082515ff-ba73-4cc3-8755-8585ae27c0c7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e9b3ef38e1d8424c861a2e84fef25222&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0345385 Apr 14 11:30:06.616703 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 35498) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:06.680255 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-03deebeb-c55e-4685-8c4e-a33431a2caa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:06.707065 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-03deebeb-c55e-4685-8c4e-a33431a2caa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:06.751229 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-03deebeb-c55e-4685-8c4e-a33431a2caa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:06.756216 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b7198e1e-4bf8-45fa-878b-05847da4adf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:06.773711 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03deebeb-c55e-4685-8c4e-a33431a2caa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec527d4-5331-4b96-9169-a928ad458e45,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:06.778464 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-03deebeb-c55e-4685-8c4e-a33431a2caa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:06.780720 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-03deebeb-c55e-4685-8c4e-a33431a2caa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:06.781920 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-03deebeb-c55e-4685-8c4e-a33431a2caa6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8ec527d4-5331-4b96-9169-a928ad458e45 HTTP/1.1" status: 204 len: 168 time: 0.1642568 Apr 14 11:30:07.086686 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-53d9cb7b-bd6b-4872-8965-84187c0f7672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:08.255689 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 106af7c8-2627-48aa-bf44-f2c290adc598 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:30:08.293745 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] No Port match for: 106af7c8-2627-48aa-bf44-f2c290adc598 {{(pid=85229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 11:30:08.294227 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 106af7c8-2627-48aa-bf44-f2c290adc598 not bound to the agent host hv-cinder-77459 {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 11:30:08.780492 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b4929-2918-47ea-80c9-0fb16b8cb2ee req-9b3af7f3-5a77-4b5e-bd73-a93d2f51edfd tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:30:08.781251 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-599b4929-2918-47ea-80c9-0fb16b8cb2ee req-9b3af7f3-5a77-4b5e-bd73-a93d2f51edfd tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Synchronizing usage tracker for tenant:3c843ffdb9bf4870a66e9ea2d9d33166 on resource:port {{(pid=85227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:30:08.796878 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-599b4929-2918-47ea-80c9-0fb16b8cb2ee req-9b3af7f3-5a77-4b5e-bd73-a93d2f51edfd tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Unset dirty status for tenant:3c843ffdb9bf4870a66e9ea2d9d33166 on resource:port {{(pid=85227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:30:08.798818 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-599b4929-2918-47ea-80c9-0fb16b8cb2ee req-9b3af7f3-5a77-4b5e-bd73-a93d2f51edfd tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=71f074af-d920-4003-823e-bc31cefd8abf HTTP/1.1" status: 200 len: 945 time: 0.3461950 Apr 14 11:30:08.829233 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-599b4929-2918-47ea-80c9-0fb16b8cb2ee req-f092e52c-1137-4aa1-8a81-12c72bf6b3b2 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0233157 Apr 14 11:30:08.902164 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3828dc9-b40f-4128-9da6-504ead86d03d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:10.033411 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705e83e-8736-4d78-84f4-615afe2112c5 req-4bf2d9af-bc49-4d28-a3c3-37fdf91351f8 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:30:10.035203 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-6705e83e-8736-4d78-84f4-615afe2112c5 req-4bf2d9af-bc49-4d28-a3c3-37fdf91351f8 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=71f074af-d920-4003-823e-bc31cefd8abf HTTP/1.1" status: 200 len: 945 time: 0.0907812 Apr 14 11:30:10.067520 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-6705e83e-8736-4d78-84f4-615afe2112c5 req-214ee3a9-df60-4ad0-85a2-bef21c014e5f tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7d1d040-9621-4fcb-aaac-23b2064515f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256431 Apr 14 11:30:10.109004 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:10.305357 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:10.314935 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de5d75-d491-440b-a082-31b83ebedced req-0d4e9447-bf2b-434b-99e0-86c7f4c2a4a8 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:30:10.316490 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e0de5d75-d491-440b-a082-31b83ebedced req-0d4e9447-bf2b-434b-99e0-86c7f4c2a4a8 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.41 "GET /v2.0/ports?device_id=71f074af-d920-4003-823e-bc31cefd8abf HTTP/1.1" status: 200 len: 945 time: 0.0944760 Apr 14 11:30:10.398327 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [req-e0de5d75-d491-440b-a082-31b83ebedced req-8991c3f7-f76b-45de-8518-9ced1c833550 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Deleting port fe592416-ce05-407b-b812-65a20a5af45e {{(pid=85227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:30:10.398741 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-e0de5d75-d491-440b-a082-31b83ebedced req-8991c3f7-f76b-45de-8518-9ced1c833550 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:10.655354 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-e0de5d75-d491-440b-a082-31b83ebedced req-8991c3f7-f76b-45de-8518-9ced1c833550 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] For port fe592416-ce05-407b-b812-65a20a5af45e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=fe592416-ce05-407b-b812-65a20a5af45e,segment=NetworkSegment(69b04ff2-bfe3-43cf-892d-02699add7a45),segment_id=69b04ff2-bfe3-43cf-892d-02699add7a45)] {{(pid=85227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:30:10.655748 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-e0de5d75-d491-440b-a082-31b83ebedced req-8991c3f7-f76b-45de-8518-9ced1c833550 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:10.786076 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [req-e0de5d75-d491-440b-a082-31b83ebedced req-8991c3f7-f76b-45de-8518-9ced1c833550 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Calling delete_port for fe592416-ce05-407b-b812-65a20a5af45e owned by compute:nova {{(pid=85227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:30:10.930836 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-e0de5d75-d491-440b-a082-31b83ebedced req-8991c3f7-f76b-45de-8518-9ced1c833550 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10976374'] for port, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:10.944404 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] get_ports_and_sgs() called for port_ids ['fe592416-ce05-407b-b812-65a20a5af45e'] {{(pid=85229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 11:30:10.946083 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-95d9cfa8-0514-48da-a537-dece27fa7e58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:10.993807 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991c3f7-f76b-45de-8518-9ced1c833550 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Pushing event deleted for resources: {'Port': ['ID=fe592416-ce05-407b-b812-65a20a5af45e,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:11.043664 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-8991c3f7-f76b-45de-8518-9ced1c833550 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:11.224506 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0de5d75-d491-440b-a082-31b83ebedced req-8991c3f7-f76b-45de-8518-9ced1c833550 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] No DVR routers for this DVR port fe592416-ce05-407b-b812-65a20a5af45e on host hv-cinder-77459 {{(pid=85227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 11:30:11.231667 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-e0de5d75-d491-440b-a082-31b83ebedced req-8991c3f7-f76b-45de-8518-9ced1c833550 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:11.234422 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f074af-d920-4003-823e-bc31cefd8abf', 'name': 'network-vif-deleted', 'tag': 'fe592416-ce05-407b-b812-65a20a5af45e'}] {{(pid=85227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:30:11.248694 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-305de85d-c557-4d25-b128-c8b635e6c7ce req-c6ac9255-867f-4790-b17d-4daff7d1ba49 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.52 "GET /v2.0/ports?device_id=71f074af-d920-4003-823e-bc31cefd8abf HTTP/1.1" status: 200 len: 210 time: 0.0642390 Apr 14 11:30:11.259150 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e0de5d75-d491-440b-a082-31b83ebedced req-8991c3f7-f76b-45de-8518-9ced1c833550 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] 10.222.0.41 "DELETE /v2.0/ports/fe592416-ce05-407b-b812-65a20a5af45e HTTP/1.1" status: 204 len: 173 time: 0.9333637 Apr 14 11:30:11.293775 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f074af-d920-4003-823e-bc31cefd8abf', 'name': 'network-vif-deleted', 'tag': 'fe592416-ce05-407b-b812-65a20a5af45e', 'status': 'completed', 'code': 200} Apr 14 11:30:11.465583 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:11.513779 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:11.622002 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 35602) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:11.750298 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-70d5f45b-79c6-456f-8a20-645380351f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:11.766005 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-70d5f45b-79c6-456f-8a20-645380351f72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:30:11.769991 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-70d5f45b-79c6-456f-8a20-645380351f72 admin admin] Usage tracker for resource:security_group_rule and tenant:b68ad19ea19642c4a0844b166e32fb62 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:30:11.773011 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-70d5f45b-79c6-456f-8a20-645380351f72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:30:11.779472 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-70d5f45b-79c6-456f-8a20-645380351f72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:30:11.873716 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-70d5f45b-79c6-456f-8a20-645380351f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:11.876500 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-70d5f45b-79c6-456f-8a20-645380351f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:11.884049 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-81dee3b6-b031-4741-9269-efba315a407e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:11.926347 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5f45b-79c6-456f-8a20-645380351f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213bdd87-61aa-4065-8a3c-acf0806da59f,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:11.931126 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-70d5f45b-79c6-456f-8a20-645380351f72 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b68ad19ea19642c4a0844b166e32fb62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3080029 Apr 14 11:30:11.932050 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-70d5f45b-79c6-456f-8a20-645380351f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:11.933828 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 35608) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:11.994163 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f8752cd0-abda-4051-bfbb-ce76fc3809d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:12.021181 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f8752cd0-abda-4051-bfbb-ce76fc3809d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:12.064733 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f8752cd0-abda-4051-bfbb-ce76fc3809d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:12.069735 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-79878e80-a84f-4fba-9374-94f00720fe3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:12.083700 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8752cd0-abda-4051-bfbb-ce76fc3809d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213bdd87-61aa-4065-8a3c-acf0806da59f,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:12.086735 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-f8752cd0-abda-4051-bfbb-ce76fc3809d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:12.087696 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f8752cd0-abda-4051-bfbb-ce76fc3809d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:12.088905 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-f8752cd0-abda-4051-bfbb-ce76fc3809d7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/213bdd87-61aa-4065-8a3c-acf0806da59f HTTP/1.1" status: 204 len: 168 time: 0.1539173 Apr 14 11:30:12.358188 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 35618) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:12.373301 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 35622) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:12.393154 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6afaef77-5588-4a70-8fd5-262fc06c74ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:12.408034 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-6afaef77-5588-4a70-8fd5-262fc06c74ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:30:12.412030 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-6afaef77-5588-4a70-8fd5-262fc06c74ed admin admin] Usage tracker for resource:security_group_rule and tenant:c77c588cbd0447c2a29bd30f207fc075 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:30:12.414952 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-6afaef77-5588-4a70-8fd5-262fc06c74ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:30:12.420898 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-6afaef77-5588-4a70-8fd5-262fc06c74ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:30:12.427656 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_v2 [None req-882cd3d8-1302-43c9-97de-21378e5b1e99 admin admin] Deleting subnet d7d55a4f-f398-4a8c-9771-7e9e66a2ed8a {{(pid=85227) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 11:30:12.430762 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-882cd3d8-1302-43c9-97de-21378e5b1e99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:12.484283 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-882cd3d8-1302-43c9-97de-21378e5b1e99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852804491'] for subnet, precommit_delete_associations {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:12.506230 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6afaef77-5588-4a70-8fd5-262fc06c74ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:12.509044 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6afaef77-5588-4a70-8fd5-262fc06c74ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:12.518478 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-6bc215d5-dd56-46a0-9e8c-9417e8906f82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:12.545562 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-882cd3d8-1302-43c9-97de-21378e5b1e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4125'] for subnet, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:12.564944 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-6afaef77-5588-4a70-8fd5-262fc06c74ed admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c77c588cbd0447c2a29bd30f207fc075&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1905203 Apr 14 11:30:12.565861 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afaef77-5588-4a70-8fd5-262fc06c74ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac706706-b14a-4f70-8806-12e358806d8c,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:12.568405 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 35626) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:12.570965 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-6afaef77-5588-4a70-8fd5-262fc06c74ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:12.630363 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b6f9d18d-c5b3-44cb-9c63-1885b9095391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:12.657091 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b6f9d18d-c5b3-44cb-9c63-1885b9095391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:12.701355 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b6f9d18d-c5b3-44cb-9c63-1885b9095391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:12.706408 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-74be56e0-ada5-4bd4-978c-3e61495e1487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:12.719918 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9d18d-c5b3-44cb-9c63-1885b9095391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac706706-b14a-4f70-8806-12e358806d8c,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:12.722700 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b6f9d18d-c5b3-44cb-9c63-1885b9095391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:12.723932 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b6f9d18d-c5b3-44cb-9c63-1885b9095391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:12.728358 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-b6f9d18d-c5b3-44cb-9c63-1885b9095391 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ac706706-b14a-4f70-8806-12e358806d8c HTTP/1.1" status: 204 len: 168 time: 0.1557708 Apr 14 11:30:12.806751 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-882cd3d8-1302-43c9-97de-21378e5b1e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843799517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11237049'] for subnet, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:12.823205 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-14bd156b-ce1b-4fa1-9628-2cdb6625ec57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:12.924318 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882cd3d8-1302-43c9-97de-21378e5b1e99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7d55a4f-f398-4a8c-9771-7e9e66a2ed8a,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:12.930644 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-882cd3d8-1302-43c9-97de-21378e5b1e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:12.959318 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-882cd3d8-1302-43c9-97de-21378e5b1e99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:12.965454 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-882cd3d8-1302-43c9-97de-21378e5b1e99 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d7d55a4f-f398-4a8c-9771-7e9e66a2ed8a HTTP/1.1" status: 204 len: 168 time: 0.6060250 Apr 14 11:30:12.968251 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 35634) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:13.085194 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-fb837c5e-6e54-4ab4-8e01-573ff1098208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854523456'] for network, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:13.277676 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-fb837c5e-6e54-4ab4-8e01-573ff1098208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854651492', 'neutron.services.segments.db._delete_segments_for_network--9223363295256356434'] for network, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:13.394562 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-fb837c5e-6e54-4ab4-8e01-573ff1098208 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bae4b55e-999d-4370-a6b7-723ab55c3023']}} {{(pid=85228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:30:13.407984 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-fb837c5e-6e54-4ab4-8e01-573ff1098208 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69b04ff2-bfe3-43cf-892d-02699add7a45') {'for_net_delete': True} {{(pid=85228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:30:13.408324 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-fb837c5e-6e54-4ab4-8e01-573ff1098208 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69b04ff2-bfe3-43cf-892d-02699add7a45') {} {{(pid=85228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:30:13.420262 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-fb837c5e-6e54-4ab4-8e01-573ff1098208 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295256356178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863071'] for segment, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:13.438497 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-fb837c5e-6e54-4ab4-8e01-573ff1098208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774745'] for segment, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:13.445206 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb837c5e-6e54-4ab4-8e01-573ff1098208 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=85228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 11:30:13.620739 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-fb837c5e-6e54-4ab4-8e01-573ff1098208 admin admin] Network bae4b55e-999d-4370-a6b7-723ab55c3023 has no segments {{(pid=85228) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 11:30:13.631799 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-fb837c5e-6e54-4ab4-8e01-573ff1098208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852849635'] for segment, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:13.810412 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-fb837c5e-6e54-4ab4-8e01-573ff1098208 admin admin] Network bae4b55e-999d-4370-a6b7-723ab55c3023 has no segments {{(pid=85228) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 11:30:13.834635 dv-cinder-774594-3-smb neutron-server[85114]: Traceback (most recent call last): Apr 14 11:30:13.834635 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 11:30:13.834635 dv-cinder-774594-3-smb neutron-server[85114]: timer() Apr 14 11:30:13.834635 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 11:30:13.834635 dv-cinder-774594-3-smb neutron-server[85114]: cb(*args, **kw) Apr 14 11:30:13.834635 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 11:30:13.834635 dv-cinder-774594-3-smb neutron-server[85114]: return func(*args, **kwargs) Apr 14 11:30:13.834635 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 11:30:13.834635 dv-cinder-774594-3-smb neutron-server[85114]: self._notify() Apr 14 11:30:13.834635 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 11:30:13.834635 dv-cinder-774594-3-smb neutron-server[85114]: self.callback(batched_events) Apr 14 11:30:13.834635 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 11:30:13.834635 dv-cinder-774594-3-smb neutron-server[85114]: event.method(event) Apr 14 11:30:13.834635 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 11:30:13.834635 dv-cinder-774594-3-smb neutron-server[85114]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 11:30:13.834635 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 11:30:13.834635 dv-cinder-774594-3-smb neutron-server[85114]: segment_id)['aggregates'][0] Apr 14 11:30:13.834635 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 11:30:13.834635 dv-cinder-774594-3-smb neutron-server[85114]: return f(self, *a, **k) Apr 14 11:30:13.834635 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 11:30:13.834635 dv-cinder-774594-3-smb neutron-server[85114]: return self._get(url).json() Apr 14 11:30:13.834635 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 11:30:13.834635 dv-cinder-774594-3-smb neutron-server[85114]: **kwargs) Apr 14 11:30:13.834635 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 11:30:13.834635 dv-cinder-774594-3-smb neutron-server[85114]: return self.request(url, 'GET', **kwargs) Apr 14 11:30:13.834635 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 11:30:13.834635 dv-cinder-774594-3-smb neutron-server[85114]: **endpoint_filter) Apr 14 11:30:13.834635 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 11:30:13.834635 dv-cinder-774594-3-smb neutron-server[85114]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 11:30:13.834635 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 11:30:13.834635 dv-cinder-774594-3-smb neutron-server[85114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 11:30:13.834635 dv-cinder-774594-3-smb neutron-server[85114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 11:30:13.917995 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-fb837c5e-6e54-4ab4-8e01-573ff1098208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-124293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854119409'] for network, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:13.921558 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:13.935515 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-fb837c5e-6e54-4ab4-8e01-573ff1098208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for network, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:13.946019 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb837c5e-6e54-4ab4-8e01-573ff1098208 admin admin] Pushing event deleted for resources: {'Network': ['ID=bae4b55e-999d-4370-a6b7-723ab55c3023,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:13.948666 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-fb837c5e-6e54-4ab4-8e01-573ff1098208 admin admin] 10.222.0.52 "DELETE /v2.0/networks/bae4b55e-999d-4370-a6b7-723ab55c3023 HTTP/1.1" status: 204 len: 168 time: 0.9793398 Apr 14 11:30:13.949583 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-fb837c5e-6e54-4ab4-8e01-573ff1098208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:14.131654 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 35674) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:14.167142 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-72e8819b-9692-487f-bc7b-2813f5ac2378 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3c843ffdb9bf4870a66e9ea2d9d33166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0337377 Apr 14 11:30:14.170404 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 35678) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:14.232290 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2f8d4f62-1922-4fa4-873c-dec21f8e4cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:14.259718 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2f8d4f62-1922-4fa4-873c-dec21f8e4cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:14.271434 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device fe592416-ce05-407b-b812-65a20a5af45e no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:30:14.304926 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2f8d4f62-1922-4fa4-873c-dec21f8e4cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:14.308579 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] No Port match for: fe592416-ce05-407b-b812-65a20a5af45e {{(pid=85229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 11:30:14.308981 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device fe592416-ce05-407b-b812-65a20a5af45e not bound to the agent host hv-cinder-77459 {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 11:30:14.310160 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-4855cacc-984f-495f-892d-e7aff49cf13c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:14.327949 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d4f62-1922-4fa4-873c-dec21f8e4cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d1d040-9621-4fcb-aaac-23b2064515f8,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:14.330804 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-2f8d4f62-1922-4fa4-873c-dec21f8e4cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:14.337894 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2f8d4f62-1922-4fa4-873c-dec21f8e4cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:14.339566 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-2f8d4f62-1922-4fa4-873c-dec21f8e4cfa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b7d1d040-9621-4fcb-aaac-23b2064515f8 HTTP/1.1" status: 204 len: 168 time: 0.1676843 Apr 14 11:30:16.419187 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 35764) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:16.554824 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-10379281-fb99-4c5c-ab1d-60389ab61ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:16.570068 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-10379281-fb99-4c5c-ab1d-60389ab61ce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:30:16.574094 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-10379281-fb99-4c5c-ab1d-60389ab61ce6 admin admin] Usage tracker for resource:security_group_rule and tenant:7c1e66fc3a384dfab061eff6f19dc942 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:30:16.577060 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-10379281-fb99-4c5c-ab1d-60389ab61ce6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:30:16.583652 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-10379281-fb99-4c5c-ab1d-60389ab61ce6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:30:16.668270 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-10379281-fb99-4c5c-ab1d-60389ab61ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:16.671074 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-10379281-fb99-4c5c-ab1d-60389ab61ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:16.680153 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b5c30bda-c50b-418d-b3ae-b00cbd2fae02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:16.722828 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-10379281-fb99-4c5c-ab1d-60389ab61ce6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7c1e66fc3a384dfab061eff6f19dc942&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3024163 Apr 14 11:30:16.723684 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10379281-fb99-4c5c-ab1d-60389ab61ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52011e55-9c81-4a3d-8bcf-8878ec7c58a5,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:16.725721 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 35774) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:16.727094 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-10379281-fb99-4c5c-ab1d-60389ab61ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:16.792330 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-37612e3d-c23e-42b0-805e-686301dc452c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:16.818941 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-37612e3d-c23e-42b0-805e-686301dc452c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:16.861984 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-37612e3d-c23e-42b0-805e-686301dc452c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:16.866830 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b151359e-73ad-4a46-8dc2-495af5d60f88 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:16.880539 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37612e3d-c23e-42b0-805e-686301dc452c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52011e55-9c81-4a3d-8bcf-8878ec7c58a5,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:16.888540 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-37612e3d-c23e-42b0-805e-686301dc452c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:16.892843 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-37612e3d-c23e-42b0-805e-686301dc452c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/52011e55-9c81-4a3d-8bcf-8878ec7c58a5 HTTP/1.1" status: 204 len: 168 time: 0.1625071 Apr 14 11:30:16.892843 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37612e3d-c23e-42b0-805e-686301dc452c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:30:16.892843 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37612e3d-c23e-42b0-805e-686301dc452c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:30:16.892843 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37612e3d-c23e-42b0-805e-686301dc452c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:30:16.892843 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37612e3d-c23e-42b0-805e-686301dc452c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:30:16.893390 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37612e3d-c23e-42b0-805e-686301dc452c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:30:16.893623 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37612e3d-c23e-42b0-805e-686301dc452c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:30:16.894010 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37612e3d-c23e-42b0-805e-686301dc452c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:30:16.894494 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37612e3d-c23e-42b0-805e-686301dc452c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:30:16.894783 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37612e3d-c23e-42b0-805e-686301dc452c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:30:16.895170 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37612e3d-c23e-42b0-805e-686301dc452c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:30:16.895555 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37612e3d-c23e-42b0-805e-686301dc452c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:30:16.895933 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37612e3d-c23e-42b0-805e-686301dc452c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:30:16.898960 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-37612e3d-c23e-42b0-805e-686301dc452c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:17.170882 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 35782) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:17.190702 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0e76e1fa-3e53-456b-bad4-78e0bf98c23c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:17.205610 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-0e76e1fa-3e53-456b-bad4-78e0bf98c23c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:30:17.209636 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-0e76e1fa-3e53-456b-bad4-78e0bf98c23c admin admin] Usage tracker for resource:security_group_rule and tenant:c85ead1e057c4b76892074f46abe4d95 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:30:17.212646 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-0e76e1fa-3e53-456b-bad4-78e0bf98c23c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:30:17.218882 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-0e76e1fa-3e53-456b-bad4-78e0bf98c23c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:30:17.301304 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0e76e1fa-3e53-456b-bad4-78e0bf98c23c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:17.304103 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0e76e1fa-3e53-456b-bad4-78e0bf98c23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:17.313763 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-e9ab2fd7-5935-44c8-b559-21217006a9b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:17.359030 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-0e76e1fa-3e53-456b-bad4-78e0bf98c23c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c85ead1e057c4b76892074f46abe4d95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1870458 Apr 14 11:30:17.360449 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76e1fa-3e53-456b-bad4-78e0bf98c23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7df5d4-a6a6-4dd1-bb62-688bf20d8047,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:17.362443 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 35786) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:17.363641 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-0e76e1fa-3e53-456b-bad4-78e0bf98c23c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:17.423771 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d77d930a-7697-4e54-9074-95eeb0eacba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:17.450329 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d77d930a-7697-4e54-9074-95eeb0eacba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:17.497989 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d77d930a-7697-4e54-9074-95eeb0eacba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:17.502830 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b292bc36-5c51-4788-a9df-8bdf2d483fba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:17.514914 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d930a-7697-4e54-9074-95eeb0eacba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7df5d4-a6a6-4dd1-bb62-688bf20d8047,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:17.517259 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-d77d930a-7697-4e54-9074-95eeb0eacba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:17.524353 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d77d930a-7697-4e54-9074-95eeb0eacba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:17.525551 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-d77d930a-7697-4e54-9074-95eeb0eacba4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1a7df5d4-a6a6-4dd1-bb62-688bf20d8047 HTTP/1.1" status: 204 len: 168 time: 0.1618762 Apr 14 11:30:18.611975 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 35846) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:18.738581 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c519f14f-6bea-4e51-a716-2d18105288e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:18.754465 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-c519f14f-6bea-4e51-a716-2d18105288e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:30:18.758669 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-c519f14f-6bea-4e51-a716-2d18105288e6 admin admin] Usage tracker for resource:security_group_rule and tenant:952c5dc8392a4c0ab4307f5834af11ee is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:30:18.761665 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-c519f14f-6bea-4e51-a716-2d18105288e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:30:18.767857 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-c519f14f-6bea-4e51-a716-2d18105288e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:30:18.853941 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c519f14f-6bea-4e51-a716-2d18105288e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:18.856918 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c519f14f-6bea-4e51-a716-2d18105288e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:18.866514 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-97e2a58f-62e3-4014-bde5-b4096e84b69f tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:18.908816 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-c519f14f-6bea-4e51-a716-2d18105288e6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=952c5dc8392a4c0ab4307f5834af11ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957015 Apr 14 11:30:18.911372 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519f14f-6bea-4e51-a716-2d18105288e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e65f98-c4d7-4771-9d43-5fff972ee87c,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:18.911783 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 35860) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:18.914606 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-c519f14f-6bea-4e51-a716-2d18105288e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:18.975427 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-fc43ec7f-6488-4a15-b7ac-0ea54b411b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:19.004735 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-fc43ec7f-6488-4a15-b7ac-0ea54b411b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:19.050263 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-fc43ec7f-6488-4a15-b7ac-0ea54b411b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:19.059211 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-f8752cd0-abda-4051-bfbb-ce76fc3809d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:19.074375 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-fc43ec7f-6488-4a15-b7ac-0ea54b411b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:19.077219 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-fc43ec7f-6488-4a15-b7ac-0ea54b411b27 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/73e65f98-c4d7-4771-9d43-5fff972ee87c HTTP/1.1" status: 204 len: 168 time: 0.1627426 Apr 14 11:30:19.078034 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43ec7f-6488-4a15-b7ac-0ea54b411b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e65f98-c4d7-4771-9d43-5fff972ee87c,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:19.080431 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-fc43ec7f-6488-4a15-b7ac-0ea54b411b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:19.398444 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 35876) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:19.501226 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 35882) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:19.520874 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-71e0a551-9a8a-4e1f-9e92-7c05fc507b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:19.524619 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-cc6b23ce-a21f-45fd-8477-1ca6e261aaf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:19.535980 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-71e0a551-9a8a-4e1f-9e92-7c05fc507b1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:30:19.539667 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-cc6b23ce-a21f-45fd-8477-1ca6e261aaf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:30:19.540082 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-71e0a551-9a8a-4e1f-9e92-7c05fc507b1f admin admin] Usage tracker for resource:security_group_rule and tenant:38385295067d48e48c14f7988a8c319f is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:30:19.543023 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-71e0a551-9a8a-4e1f-9e92-7c05fc507b1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:30:19.543867 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-cc6b23ce-a21f-45fd-8477-1ca6e261aaf3 admin admin] Usage tracker for resource:security_group_rule and tenant:bcbdd1521535421ea4e7cdd9317b45ea is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:30:19.546816 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-cc6b23ce-a21f-45fd-8477-1ca6e261aaf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:30:19.549778 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-71e0a551-9a8a-4e1f-9e92-7c05fc507b1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:30:19.553490 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-cc6b23ce-a21f-45fd-8477-1ca6e261aaf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:30:19.636774 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-71e0a551-9a8a-4e1f-9e92-7c05fc507b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:19.639699 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-71e0a551-9a8a-4e1f-9e92-7c05fc507b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:19.642208 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-cc6b23ce-a21f-45fd-8477-1ca6e261aaf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:19.644739 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-cc6b23ce-a21f-45fd-8477-1ca6e261aaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:19.649331 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-bc3a6887-215c-44ce-b282-bbbcb4c619b2 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:19.653636 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-baaebc89-8d1c-43ee-8488-da80955bc6dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:19.692056 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-71e0a551-9a8a-4e1f-9e92-7c05fc507b1f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=38385295067d48e48c14f7988a8c319f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1894381 Apr 14 11:30:19.693056 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0a551-9a8a-4e1f-9e92-7c05fc507b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebe16a0-e736-4695-8ec1-83deea153582,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:19.695601 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 35886) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:19.698318 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-71e0a551-9a8a-4e1f-9e92-7c05fc507b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:19.698712 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-cc6b23ce-a21f-45fd-8477-1ca6e261aaf3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bcbdd1521535421ea4e7cdd9317b45ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2989523 Apr 14 11:30:19.699178 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 35890) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:19.700503 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b23ce-a21f-45fd-8477-1ca6e261aaf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6af649-ca5f-418c-b264-e51f0c4d86df,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:19.704137 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-cc6b23ce-a21f-45fd-8477-1ca6e261aaf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:19.808053 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-61023fb8-e0a0-4ec6-a35f-f9e76b5499df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:19.823280 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f3e53a4f-b067-42f5-abfe-f9d510294d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:19.854434 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-61023fb8-e0a0-4ec6-a35f-f9e76b5499df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:19.882727 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f3e53a4f-b067-42f5-abfe-f9d510294d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:19.943660 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-61023fb8-e0a0-4ec6-a35f-f9e76b5499df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:19.948733 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-fa0bdd73-001c-4b8b-9feb-fe7b936deab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:19.959589 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f3e53a4f-b067-42f5-abfe-f9d510294d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:19.970827 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61023fb8-e0a0-4ec6-a35f-f9e76b5499df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebe16a0-e736-4695-8ec1-83deea153582,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:19.975548 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-61023fb8-e0a0-4ec6-a35f-f9e76b5499df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:19.976016 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-f7d05872-6351-4bb2-b473-968713728c68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:19.994986 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e53a4f-b067-42f5-abfe-f9d510294d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6af649-ca5f-418c-b264-e51f0c4d86df,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:19.997041 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f3e53a4f-b067-42f5-abfe-f9d510294d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:20.001471 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-f3e53a4f-b067-42f5-abfe-f9d510294d0f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3c6af649-ca5f-418c-b264-e51f0c4d86df HTTP/1.1" status: 204 len: 168 time: 0.2870429 Apr 14 11:30:20.001471 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-f3e53a4f-b067-42f5-abfe-f9d510294d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:20.001471 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-61023fb8-e0a0-4ec6-a35f-f9e76b5499df admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:20.003428 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-61023fb8-e0a0-4ec6-a35f-f9e76b5499df admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3ebe16a0-e736-4695-8ec1-83deea153582 HTTP/1.1" status: 204 len: 168 time: 0.3066528 Apr 14 11:30:20.421266 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 35908) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:20.441252 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-46851887-23c2-4496-a9c6-a365f639b652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:20.456521 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-46851887-23c2-4496-a9c6-a365f639b652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:30:20.460577 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-46851887-23c2-4496-a9c6-a365f639b652 admin admin] Usage tracker for resource:security_group_rule and tenant:63cf2c2b514b401c8f6329a7888401c3 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:30:20.463491 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-46851887-23c2-4496-a9c6-a365f639b652 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:30:20.475901 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-46851887-23c2-4496-a9c6-a365f639b652 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:30:20.560223 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-46851887-23c2-4496-a9c6-a365f639b652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:20.563146 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-46851887-23c2-4496-a9c6-a365f639b652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:20.571460 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-d51b8740-f8b5-4c90-988c-7c7655699197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:20.618261 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-46851887-23c2-4496-a9c6-a365f639b652 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=63cf2c2b514b401c8f6329a7888401c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1958416 Apr 14 11:30:20.619967 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46851887-23c2-4496-a9c6-a365f639b652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e57b3f9-cca1-4a1d-aeca-75b447af30d4,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:20.621404 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 35916) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:20.623118 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-46851887-23c2-4496-a9c6-a365f639b652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:20.686912 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0e340dbe-17be-4835-a52d-0714d8876d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:20.713819 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0e340dbe-17be-4835-a52d-0714d8876d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:20.759232 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0e340dbe-17be-4835-a52d-0714d8876d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:20.764419 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-f1ccf90d-f5ed-4fec-88e4-e10e56cb40cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:20.776858 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e340dbe-17be-4835-a52d-0714d8876d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e57b3f9-cca1-4a1d-aeca-75b447af30d4,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:20.779122 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-0e340dbe-17be-4835-a52d-0714d8876d0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:20.787558 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0e340dbe-17be-4835-a52d-0714d8876d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:20.791266 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-0e340dbe-17be-4835-a52d-0714d8876d0b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7e57b3f9-cca1-4a1d-aeca-75b447af30d4 HTTP/1.1" status: 204 len: 168 time: 0.1659677 Apr 14 11:30:21.664862 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 35966) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:21.781646 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-70dd1648-e9b5-4e3a-864d-46ecce658c57 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1229943698-network', 'tenant_id': '5c34bc27bdb04e89884a177103e918cb'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:30:21.787014 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-70dd1648-e9b5-4e3a-864d-46ecce658c57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:30:21.792826 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-70dd1648-e9b5-4e3a-864d-46ecce658c57 admin admin] Usage tracker for resource:network and tenant:5c34bc27bdb04e89884a177103e918cb is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:30:21.795858 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-70dd1648-e9b5-4e3a-864d-46ecce658c57 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:30:21.803685 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-70dd1648-e9b5-4e3a-864d-46ecce658c57 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:30:21.812662 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70dd1648-e9b5-4e3a-864d-46ecce658c57 admin admin] Made reservation on behalf of 5c34bc27bdb04e89884a177103e918cb for: {'network': 1} {{(pid=85227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:30:21.817937 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-70dd1648-e9b5-4e3a-864d-46ecce658c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for network, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:21.834684 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-70dd1648-e9b5-4e3a-864d-46ecce658c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:21.849829 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-70dd1648-e9b5-4e3a-864d-46ecce658c57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:30:21.853972 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-70dd1648-e9b5-4e3a-864d-46ecce658c57 admin admin] Usage tracker for resource:security_group_rule and tenant:5c34bc27bdb04e89884a177103e918cb is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:30:21.856944 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-70dd1648-e9b5-4e3a-864d-46ecce658c57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:30:21.863440 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-70dd1648-e9b5-4e3a-864d-46ecce658c57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:30:21.947356 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-70dd1648-e9b5-4e3a-864d-46ecce658c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:21.950490 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-70dd1648-e9b5-4e3a-864d-46ecce658c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:21.954869 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-ae1e462a-71f8-4587-9adb-46ddfb24739a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:21.983799 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70dd1648-e9b5-4e3a-864d-46ecce658c57 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=85227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 11:30:21.993447 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd1648-e9b5-4e3a-864d-46ecce658c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac9ddcb-bc0d-47ef-a3c1-592d77964d29,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:21.997375 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-70dd1648-e9b5-4e3a-864d-46ecce658c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:22.000096 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-70dd1648-e9b5-4e3a-864d-46ecce658c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774745'] for segment, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:22.000448 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.db.segments_db [None req-70dd1648-e9b5-4e3a-864d-46ecce658c57 admin admin] Added segment 22e15b54-a886-4379-8512-47ab5c3e744f of type vlan for network 0a49828c-c2b9-4c82-9a48-97dfba81ca41 Apr 14 11:30:22.027606 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-70dd1648-e9b5-4e3a-864d-46ecce658c57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741597887210'] for network, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:22.059428 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-70dd1648-e9b5-4e3a-864d-46ecce658c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029'] for network, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:22.060814 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dd1648-e9b5-4e3a-864d-46ecce658c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:30:22.061493 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-70dd1648-e9b5-4e3a-864d-46ecce658c57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for network, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:22.066719 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:22.171170 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-70dd1648-e9b5-4e3a-864d-46ecce658c57 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5049968 Apr 14 11:30:22.173711 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 35986) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:22.175078 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd1648-e9b5-4e3a-864d-46ecce658c57 admin admin] Pushing event updated for resources: {'Network': ['ID=0a49828c-c2b9-4c82-9a48-97dfba81ca41,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:22.178033 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-70dd1648-e9b5-4e3a-864d-46ecce658c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:22.180695 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-4cb6fbc4-5db0-42c0-b842-4016af89d055 admin admin] Request body: {'subnet': {'network_id': '0a49828c-c2b9-4c82-9a48-97dfba81ca41', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1229943698-subnet', 'tenant_id': '5c34bc27bdb04e89884a177103e918cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:30:22.186218 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Network 0a49828c-c2b9-4c82-9a48-97dfba81ca41 details requested by agent ovs-agent-dv-cinder-774594-3-smb with host dv-cinder-774594-3-smb {{(pid=85229) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 11:30:22.196850 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-4cb6fbc4-5db0-42c0-b842-4016af89d055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:30:22.201147 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-4cb6fbc4-5db0-42c0-b842-4016af89d055 admin admin] Usage tracker for resource:subnet and tenant:5c34bc27bdb04e89884a177103e918cb is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:30:22.204364 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-4cb6fbc4-5db0-42c0-b842-4016af89d055 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:30:22.215741 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-4cb6fbc4-5db0-42c0-b842-4016af89d055 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:30:22.225818 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb6fbc4-5db0-42c0-b842-4016af89d055 admin admin] Made reservation on behalf of 5c34bc27bdb04e89884a177103e918cb for: {'subnet': 1} {{(pid=85228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:30:22.230959 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4cb6fbc4-5db0-42c0-b842-4016af89d055 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11448848'] for subnet, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:22.636068 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4cb6fbc4-5db0-42c0-b842-4016af89d055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1926285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11448943'] for subnet, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:22.651586 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-44ed4cd6-5edf-4deb-8dba-29202a308780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:22.784447 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb6fbc4-5db0-42c0-b842-4016af89d055 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ff73a43-f995-4d15-a9a8-9359e056544f,revision_number=0']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:22.789227 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-4cb6fbc4-5db0-42c0-b842-4016af89d055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:22.850305 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb6fbc4-5db0-42c0-b842-4016af89d055 admin admin] Checking segment: {'id': '22e15b54-a886-4379-8512-47ab5c3e744f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0a49828c-c2b9-4c82-9a48-97dfba81ca41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:30:22.850726 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb6fbc4-5db0-42c0-b842-4016af89d055 admin admin] Network hostable DHCP agents. Network: 0a49828c-c2b9-4c82-9a48-97dfba81ca41, hostable agents: ['89ea7c1e-af59-4771-b465-98593056a05b'], hosted agents: [] {{(pid=85228) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 11:30:22.869238 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb6fbc4-5db0-42c0-b842-4016af89d055 admin admin] Network 0a49828c-c2b9-4c82-9a48-97dfba81ca41 is scheduled to be hosted by DHCP agent 89ea7c1e-af59-4771-b465-98593056a05b with binding_index 1 {{(pid=85228) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 11:30:22.877796 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-4cb6fbc4-5db0-42c0-b842-4016af89d055 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-3-smb, 0a49828c-c2b9-4c82-9a48-97dfba81ca41) {{(pid=85228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:30:22.887551 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0485c728-6c6d-4ba6-b6df-cb25116cbe04 None None] Network 0a49828c-c2b9-4c82-9a48-97dfba81ca41 requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:30:22.890055 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb6fbc4-5db0-42c0-b842-4016af89d055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:30:22.891387 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4cb6fbc4-5db0-42c0-b842-4016af89d055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for subnet, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:22.919069 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-4cb6fbc4-5db0-42c0-b842-4016af89d055 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7436621 Apr 14 11:30:23.162790 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ff3e9a-3406-48b3-b2ed-c63b7bfeb44e None None] Network 0a49828c-c2b9-4c82-9a48-97dfba81ca41 requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:30:23.540618 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 36024) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:23.546890 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-82c4de8f-2c47-49f6-8437-a02e366da0db admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-489568769-network', 'tenant_id': 'ba407819b5114ae599185577387941f3'}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:30:23.552585 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-82c4de8f-2c47-49f6-8437-a02e366da0db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:30:23.556606 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-82c4de8f-2c47-49f6-8437-a02e366da0db admin admin] Usage tracker for resource:network and tenant:ba407819b5114ae599185577387941f3 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:30:23.560584 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-82c4de8f-2c47-49f6-8437-a02e366da0db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:30:23.566605 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-82c4de8f-2c47-49f6-8437-a02e366da0db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:30:23.575251 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c4de8f-2c47-49f6-8437-a02e366da0db admin admin] Made reservation on behalf of ba407819b5114ae599185577387941f3 for: {'network': 1} {{(pid=85228) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:30:23.579884 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-82c4de8f-2c47-49f6-8437-a02e366da0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for network, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:23.592585 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-82c4de8f-2c47-49f6-8437-a02e366da0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:23.608374 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-82c4de8f-2c47-49f6-8437-a02e366da0db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:30:23.612932 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-82c4de8f-2c47-49f6-8437-a02e366da0db admin admin] Usage tracker for resource:security_group_rule and tenant:ba407819b5114ae599185577387941f3 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:30:23.615840 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-82c4de8f-2c47-49f6-8437-a02e366da0db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:30:23.621790 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-82c4de8f-2c47-49f6-8437-a02e366da0db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:30:23.703847 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-82c4de8f-2c47-49f6-8437-a02e366da0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:23.706579 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-82c4de8f-2c47-49f6-8437-a02e366da0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:23.710678 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-71e0a551-9a8a-4e1f-9e92-7c05fc507b1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:23.740562 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82c4de8f-2c47-49f6-8437-a02e366da0db admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=85228) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 11:30:23.749428 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4de8f-2c47-49f6-8437-a02e366da0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1242c48d-5f41-4e0b-8658-b11fcfa14c2f,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:23.753260 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-82c4de8f-2c47-49f6-8437-a02e366da0db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:23.755723 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-82c4de8f-2c47-49f6-8437-a02e366da0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774745'] for segment, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:23.756111 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.db.segments_db [None req-82c4de8f-2c47-49f6-8437-a02e366da0db admin admin] Added segment 2f4b9218-59a7-4c36-ad82-c527fb14a437 of type vlan for network 2abe81d0-0796-4064-b358-00f2c39c7d69 Apr 14 11:30:23.782324 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-82c4de8f-2c47-49f6-8437-a02e366da0db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741597887210'] for network, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:23.811639 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-82c4de8f-2c47-49f6-8437-a02e366da0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029'] for network, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:23.812962 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c4de8f-2c47-49f6-8437-a02e366da0db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:30:23.813592 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-82c4de8f-2c47-49f6-8437-a02e366da0db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for network, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:23.818464 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-d97c2db8-ceeb-4b4a-81cb-9e410f61bf3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:24.143705 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-82c4de8f-2c47-49f6-8437-a02e366da0db admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6019030 Apr 14 11:30:24.146775 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4de8f-2c47-49f6-8437-a02e366da0db admin admin] Pushing event updated for resources: {'Network': ['ID=2abe81d0-0796-4064-b358-00f2c39c7d69,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:24.146935 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 36028) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:24.149481 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-82c4de8f-2c47-49f6-8437-a02e366da0db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:24.153948 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-6a809bef-94c2-443c-9571-9075e6cd80b7 admin admin] Request body: {'subnet': {'network_id': '2abe81d0-0796-4064-b358-00f2c39c7d69', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-489568769-subnet', 'tenant_id': 'ba407819b5114ae599185577387941f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:30:24.158043 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Network 2abe81d0-0796-4064-b358-00f2c39c7d69 details requested by agent ovs-agent-dv-cinder-774594-3-smb with host dv-cinder-774594-3-smb {{(pid=85229) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 11:30:24.160812 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-6a809bef-94c2-443c-9571-9075e6cd80b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:30:24.164955 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-6a809bef-94c2-443c-9571-9075e6cd80b7 admin admin] Usage tracker for resource:subnet and tenant:ba407819b5114ae599185577387941f3 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:30:24.167967 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-6a809bef-94c2-443c-9571-9075e6cd80b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:30:24.174951 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-6a809bef-94c2-443c-9571-9075e6cd80b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:30:24.184985 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a809bef-94c2-443c-9571-9075e6cd80b7 admin admin] Made reservation on behalf of ba407819b5114ae599185577387941f3 for: {'subnet': 1} {{(pid=85227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:30:24.190254 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6a809bef-94c2-443c-9571-9075e6cd80b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843538721'] for subnet, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:24.601779 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6a809bef-94c2-443c-9571-9075e6cd80b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10976476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843538784'] for subnet, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:24.617704 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:24.749302 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a809bef-94c2-443c-9571-9075e6cd80b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b5a7751-0bc2-4218-885a-65260aeaa21f,revision_number=0']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:24.754702 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-6a809bef-94c2-443c-9571-9075e6cd80b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:24.813635 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a809bef-94c2-443c-9571-9075e6cd80b7 admin admin] Checking segment: {'id': '2f4b9218-59a7-4c36-ad82-c527fb14a437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2abe81d0-0796-4064-b358-00f2c39c7d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:30:24.814176 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a809bef-94c2-443c-9571-9075e6cd80b7 admin admin] Network hostable DHCP agents. Network: 2abe81d0-0796-4064-b358-00f2c39c7d69, hostable agents: ['89ea7c1e-af59-4771-b465-98593056a05b'], hosted agents: [] {{(pid=85227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 11:30:24.831896 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a809bef-94c2-443c-9571-9075e6cd80b7 admin admin] Network 2abe81d0-0796-4064-b358-00f2c39c7d69 is scheduled to be hosted by DHCP agent 89ea7c1e-af59-4771-b465-98593056a05b with binding_index 1 {{(pid=85227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 11:30:24.839703 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-6a809bef-94c2-443c-9571-9075e6cd80b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-3-smb, 2abe81d0-0796-4064-b358-00f2c39c7d69) {{(pid=85227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:30:24.848636 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b7bd99-faff-40ba-bc0b-337c1d509d0c None None] Network 2abe81d0-0796-4064-b358-00f2c39c7d69 requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:30:24.851573 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a809bef-94c2-443c-9571-9075e6cd80b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:30:24.852257 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6a809bef-94c2-443c-9571-9075e6cd80b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:24.871403 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-6a809bef-94c2-443c-9571-9075e6cd80b7 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7234995 Apr 14 11:30:25.073905 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393e7d6b-a366-4614-9a1d-ab2721a60198 None None] Network 2abe81d0-0796-4064-b358-00f2c39c7d69 requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:30:25.474782 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-2db40c5a-118b-43c2-bcf6-77361f35dc4e tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:30:25.476527 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-2db40c5a-118b-43c2-bcf6-77361f35dc4e tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] 10.222.0.52 "GET /v2.0/networks?id=0a49828c-c2b9-4c82-9a48-97dfba81ca41 HTTP/1.1" status: 200 len: 809 time: 0.1549356 Apr 14 11:30:25.491979 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-ddd37bfa-96fd-4d19-b86a-9a844e39ee77 tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] 10.222.0.52 "GET /v2.0/quotas/5c34bc27bdb04e89884a177103e918cb HTTP/1.1" status: 200 len: 375 time: 0.0094078 Apr 14 11:30:25.548424 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-6562aaf0-98ae-40f1-b3e3-83a032f239ad tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5c34bc27bdb04e89884a177103e918cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509760 Apr 14 11:30:25.805403 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-5335af97-1e6b-410c-a5bf-be9b8ec8db68 service neutron] 10.222.0.52 "GET /v2.0/networks/0a49828c-c2b9-4c82-9a48-97dfba81ca41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494764 Apr 14 11:30:25.951343 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-df3db10f-bde6-48b9-b41c-36e4b95bf001 service neutron] 10.222.0.52 "GET /v2.0/networks/0a49828c-c2b9-4c82-9a48-97dfba81ca41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395850 Apr 14 11:30:26.147950 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-78c3c080-9417-4cdd-99a8-f9b887e56e24 req-5276204d-73aa-4ae7-b4cb-375c96750353 tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] 10.222.0.52 "GET /v2.0/ports?device_id=221c03af-e450-4c45-9b2d-b8d7c4108e57 HTTP/1.1" status: 200 len: 210 time: 0.0528841 Apr 14 11:30:27.220544 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-bed9c0eb-1dc3-429a-a58e-c78f4400ff31 tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:30:27.221350 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-bed9c0eb-1dc3-429a-a58e-c78f4400ff31 tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Synchronizing usage tracker for tenant:5c34bc27bdb04e89884a177103e918cb on resource:network {{(pid=85227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:30:27.239099 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-bed9c0eb-1dc3-429a-a58e-c78f4400ff31 tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Unset dirty status for tenant:5c34bc27bdb04e89884a177103e918cb on resource:network {{(pid=85227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:30:27.240359 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-bed9c0eb-1dc3-429a-a58e-c78f4400ff31 tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] 10.222.0.41 "GET /v2.0/networks?id=0a49828c-c2b9-4c82-9a48-97dfba81ca41 HTTP/1.1" status: 200 len: 809 time: 0.1841397 Apr 14 11:30:27.258107 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-7cfe4133-53af-4fa5-8dae-05297b820f0e tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Request body: {'port': {'device_id': '221c03af-e450-4c45-9b2d-b8d7c4108e57', 'network_id': '0a49828c-c2b9-4c82-9a48-97dfba81ca41', 'admin_state_up': True, 'tenant_id': '5c34bc27bdb04e89884a177103e918cb'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:30:27.342236 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7fcd0f99-5b95-437c-9f3a-bef3c41ea2f4 req-e6177a0d-62fb-4dd4-85ef-d6a4ecf7d3f0 tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] 10.222.0.52 "GET /v2.0/ports?device_id=221c03af-e450-4c45-9b2d-b8d7c4108e57 HTTP/1.1" status: 200 len: 210 time: 0.0627744 Apr 14 11:30:27.416125 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-7cfe4133-53af-4fa5-8dae-05297b820f0e tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:30:27.420161 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-7cfe4133-53af-4fa5-8dae-05297b820f0e tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Usage tracker for resource:port and tenant:5c34bc27bdb04e89884a177103e918cb is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:30:27.423141 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-7cfe4133-53af-4fa5-8dae-05297b820f0e tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:30:27.429072 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-7cfe4133-53af-4fa5-8dae-05297b820f0e tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:30:27.437917 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-7cfe4133-53af-4fa5-8dae-05297b820f0e tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Made reservation on behalf of 5c34bc27bdb04e89884a177103e918cb for: {'port': 1} {{(pid=85227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:30:27.444123 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-7cfe4133-53af-4fa5-8dae-05297b820f0e tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:27.615671 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-7cfe4133-53af-4fa5-8dae-05297b820f0e tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Allocated IP 172.20.0.6 (0a49828c-c2b9-4c82-9a48-97dfba81ca41/3ff73a43-f995-4d15-a9a8-9359e056544f/32ad388c-7bf2-4c4e-a830-de2f7dc887e9) {{(pid=85227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:30:28.045078 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-7cfe4133-53af-4fa5-8dae-05297b820f0e tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Notify callbacks [] for port, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:28.074825 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-7cfe4133-53af-4fa5-8dae-05297b820f0e tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10976374'] for port, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:28.090340 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-4f6c63d8-4645-4024-bbce-94a988c3acfb tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:28.227400 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe4133-53af-4fa5-8dae-05297b820f0e tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Pushing event updated for resources: {'Port': ['ID=32ad388c-7bf2-4c4e-a830-de2f7dc887e9,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:28.231854 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-7cfe4133-53af-4fa5-8dae-05297b820f0e tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:28.286219 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-7cfe4133-53af-4fa5-8dae-05297b820f0e tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Network 0a49828c-c2b9-4c82-9a48-97dfba81ca41 is already hosted by enough agents. {{(pid=85227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:30:28.287510 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-7cfe4133-53af-4fa5-8dae-05297b820f0e tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Resources bound (agent type, host, resource id): {{(pid=85227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:30:28.289622 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-7cfe4133-53af-4fa5-8dae-05297b820f0e tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Received port after_create {{(pid=85227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:30:28.359329 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-7cfe4133-53af-4fa5-8dae-05297b820f0e tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:30:28.359329 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-7cfe4133-53af-4fa5-8dae-05297b820f0e tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:28.379022 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-7cfe4133-53af-4fa5-8dae-05297b820f0e tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1261497 Apr 14 11:30:28.391512 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-2196df25-0a7f-4543-9dde-f5b313857525 service neutron] Request body: {'port': {'device_id': '221c03af-e450-4c45-9b2d-b8d7c4108e57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:30:28.566732 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-2196df25-0a7f-4543-9dde-f5b313857525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:28.683812 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f784543-b261-4901-be7d-1ce4ec9f092b req-40e411bc-3519-405b-bd2d-736817220cf3 tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:30:28.684567 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-8f784543-b261-4901-be7d-1ce4ec9f092b req-40e411bc-3519-405b-bd2d-736817220cf3 tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Synchronizing usage tracker for tenant:5c34bc27bdb04e89884a177103e918cb on resource:port {{(pid=85227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:30:28.758468 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-8f784543-b261-4901-be7d-1ce4ec9f092b req-40e411bc-3519-405b-bd2d-736817220cf3 tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Unset dirty status for tenant:5c34bc27bdb04e89884a177103e918cb on resource:port {{(pid=85227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:30:28.759787 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8f784543-b261-4901-be7d-1ce4ec9f092b req-40e411bc-3519-405b-bd2d-736817220cf3 tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] 10.222.0.52 "GET /v2.0/ports?device_id=221c03af-e450-4c45-9b2d-b8d7c4108e57 HTTP/1.1" status: 200 len: 931 time: 0.2740285 Apr 14 11:30:28.812102 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-8f784543-b261-4901-be7d-1ce4ec9f092b req-969c5d0b-7cea-44b4-8f43-85982660c582 tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Synchronizing usage tracker for tenant:5c34bc27bdb04e89884a177103e918cb on resource:security_group {{(pid=85227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:30:28.900855 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-8f784543-b261-4901-be7d-1ce4ec9f092b req-969c5d0b-7cea-44b4-8f43-85982660c582 tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Unset dirty status for tenant:5c34bc27bdb04e89884a177103e918cb on resource:security_group {{(pid=85227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:30:28.902107 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8f784543-b261-4901-be7d-1ce4ec9f092b req-969c5d0b-7cea-44b4-8f43-85982660c582 tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ac9ddcb-bc0d-47ef-a3c1-592d77964d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359940 Apr 14 11:30:29.036393 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-2196df25-0a7f-4543-9dde-f5b313857525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32ad388c-7bf2-4c4e-a830-de2f7dc887e9 {{(pid=85227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:30:29.044215 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-2196df25-0a7f-4543-9dde-f5b313857525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:29.060182 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-2196df25-0a7f-4543-9dde-f5b313857525 service neutron] Transition to ACTIVE for port object 32ad388c-7bf2-4c4e-a830-de2f7dc887e9 will not be triggered until provisioned by entity L2. {{(pid=85227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:30:29.062962 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-2196df25-0a7f-4543-9dde-f5b313857525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843799442'] for port, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:29.078289 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b9907287-d9e4-415a-a99e-ea624f09c1a8 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:29.210667 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2196df25-0a7f-4543-9dde-f5b313857525 service neutron] Pushing event updated for resources: {'Port': ['ID=32ad388c-7bf2-4c4e-a830-de2f7dc887e9,revision_number=2']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:29.213598 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-2196df25-0a7f-4543-9dde-f5b313857525 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:29.431377 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-2196df25-0a7f-4543-9dde-f5b313857525 service neutron] Attempting to bind port 32ad388c-7bf2-4c4e-a830-de2f7dc887e9 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:30:29.431790 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-2196df25-0a7f-4543-9dde-f5b313857525 service neutron] Attempting to bind port 32ad388c-7bf2-4c4e-a830-de2f7dc887e9 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '22e15b54-a886-4379-8512-47ab5c3e744f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0a49828c-c2b9-4c82-9a48-97dfba81ca41'}] {{(pid=85227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:30:29.432086 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-2196df25-0a7f-4543-9dde-f5b313857525 service neutron] Attempting to bind port 32ad388c-7bf2-4c4e-a830-de2f7dc887e9 on network 0a49828c-c2b9-4c82-9a48-97dfba81ca41 {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:30:29.436942 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-2196df25-0a7f-4543-9dde-f5b313857525 service neutron] Port 32ad388c-7bf2-4c4e-a830-de2f7dc887e9 on network 0a49828c-c2b9-4c82-9a48-97dfba81ca41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 11:30:29.437295 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-2196df25-0a7f-4543-9dde-f5b313857525 service neutron] Attempting to bind port 32ad388c-7bf2-4c4e-a830-de2f7dc887e9 on network 0a49828c-c2b9-4c82-9a48-97dfba81ca41 {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:30:29.442795 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-2196df25-0a7f-4543-9dde-f5b313857525 service neutron] Checking agent: {'id': 'dc008c19-4d73-4566-939f-5ab33892b678', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 20, 41), 'started_at': datetime.datetime(2021, 4, 14, 11, 20, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:30:29.443168 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-2196df25-0a7f-4543-9dde-f5b313857525 service neutron] Checking segment: {'id': '22e15b54-a886-4379-8512-47ab5c3e744f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0a49828c-c2b9-4c82-9a48-97dfba81ca41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:30:29.443585 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-2196df25-0a7f-4543-9dde-f5b313857525 service neutron] Bound using segment: {'id': '22e15b54-a886-4379-8512-47ab5c3e744f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0a49828c-c2b9-4c82-9a48-97dfba81ca41'} {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:30:29.444043 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-2196df25-0a7f-4543-9dde-f5b313857525 service neutron] Bound port: 32ad388c-7bf2-4c4e-a830-de2f7dc887e9, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22e15b54-a886-4379-8512-47ab5c3e744f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0a49828c-c2b9-4c82-9a48-97dfba81ca41'}}] {{(pid=85227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:30:29.444415 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-2196df25-0a7f-4543-9dde-f5b313857525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:29.538241 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-2196df25-0a7f-4543-9dde-f5b313857525 service neutron] For port 32ad388c-7bf2-4c4e-a830-de2f7dc887e9, host hv-cinder-77459, cleared binding levels {{(pid=85227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:30:29.538241 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-2196df25-0a7f-4543-9dde-f5b313857525 service neutron] For port 32ad388c-7bf2-4c4e-a830-de2f7dc887e9, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=32ad388c-7bf2-4c4e-a830-de2f7dc887e9,segment=NetworkSegment(22e15b54-a886-4379-8512-47ab5c3e744f),segment_id=22e15b54-a886-4379-8512-47ab5c3e744f)] {{(pid=85227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:30:29.541131 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-2196df25-0a7f-4543-9dde-f5b313857525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843799442'] for port, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:29.556378 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-664f88e8-d13d-419a-8e9e-1ef8a3c3c735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:29.710769 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2196df25-0a7f-4543-9dde-f5b313857525 service neutron] Pushing event updated for resources: {'Port': ['ID=32ad388c-7bf2-4c4e-a830-de2f7dc887e9,revision_number=3']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:29.716156 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-2196df25-0a7f-4543-9dde-f5b313857525 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:29.747543 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-2196df25-0a7f-4543-9dde-f5b313857525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:30:29.747764 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-2196df25-0a7f-4543-9dde-f5b313857525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:29.749304 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-2196df25-0a7f-4543-9dde-f5b313857525 service neutron] 10.222.0.41 "PUT /v2.0/ports/32ad388c-7bf2-4c4e-a830-de2f7dc887e9 HTTP/1.1" status: 200 len: 1093 time: 1.3625374 Apr 14 11:30:29.749847 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '221c03af-e450-4c45-9b2d-b8d7c4108e57', 'tag': '32ad388c-7bf2-4c4e-a830-de2f7dc887e9'}] {{(pid=85227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:30:29.831683 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '221c03af-e450-4c45-9b2d-b8d7c4108e57', 'tag': '32ad388c-7bf2-4c4e-a830-de2f7dc887e9', 'status': 'completed', 'code': 200} Apr 14 11:30:29.868208 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-b4e8df95-d3c1-4142-8e49-2de9422d2823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:30:29.869807 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-b4e8df95-d3c1-4142-8e49-2de9422d2823 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c34bc27bdb04e89884a177103e918cb&device_id=221c03af-e450-4c45-9b2d-b8d7c4108e57 HTTP/1.1" status: 200 len: 1096 time: 0.0836368 Apr 14 11:30:29.947574 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-ac2ae795-dca1-4634-b517-f98084bbcb58 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32ad388c-7bf2-4c4e-a830-de2f7dc887e9 HTTP/1.1" status: 200 len: 217 time: 0.0690606 Apr 14 11:30:30.019904 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-8cf1644e-c401-4d4c-a400-cff7955948f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:30:30.021482 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-8cf1644e-c401-4d4c-a400-cff7955948f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ff73a43-f995-4d15-a9a8-9359e056544f HTTP/1.1" status: 200 len: 849 time: 0.0659013 Apr 14 11:30:30.119799 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-a9c82d34-ad5f-48ac-a300-093f92c3f6ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0a49828c-c2b9-4c82-9a48-97dfba81ca41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570216 Apr 14 11:30:30.251854 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a464c7-8cf9-44eb-9fe1-5fa87afe0b66 req-85f2e153-15d8-43ab-8796-36f8200b0a9f tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:30:30.253461 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-63a464c7-8cf9-44eb-9fe1-5fa87afe0b66 req-85f2e153-15d8-43ab-8796-36f8200b0a9f tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] 10.222.0.52 "GET /v2.0/ports?device_id=221c03af-e450-4c45-9b2d-b8d7c4108e57 HTTP/1.1" status: 200 len: 943 time: 0.2357867 Apr 14 11:30:30.287762 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 36128) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:30.306367 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-63a464c7-8cf9-44eb-9fe1-5fa87afe0b66 req-0374451e-bb9f-439f-b0cd-d6c51b2d4b3c tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ac9ddcb-bc0d-47ef-a3c1-592d77964d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420043 Apr 14 11:30:30.311689 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-6dc2fee9-66a7-4910-ac5b-21fe98733516 service neutron] 10.222.0.41 "GET /v2.0/networks/0a49828c-c2b9-4c82-9a48-97dfba81ca41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837327 Apr 14 11:30:30.412977 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-fa063cb5-abcb-484e-bafe-b55d103807ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:30.428672 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-fa063cb5-abcb-484e-bafe-b55d103807ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:30:30.433108 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-fa063cb5-abcb-484e-bafe-b55d103807ec admin admin] Usage tracker for resource:security_group_rule and tenant:e75c7da0facc49f1a80d9f6492a15490 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:30:30.436527 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-fa063cb5-abcb-484e-bafe-b55d103807ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:30:30.443055 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-fa063cb5-abcb-484e-bafe-b55d103807ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:30:30.456658 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ed32e529-fcd9-443c-8f89-0acfa6fa596b req-bbbff7f3-3c69-469f-9720-2cda63c72415 service neutron] 10.222.0.41 "GET /v2.0/networks/0a49828c-c2b9-4c82-9a48-97dfba81ca41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373403 Apr 14 11:30:30.528278 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-fa063cb5-abcb-484e-bafe-b55d103807ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:30.531830 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-fa063cb5-abcb-484e-bafe-b55d103807ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:30.541260 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a2ae1673-369b-4ce4-b2a1-95818bfb6c71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:30.579486 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c329a11-f70b-45a2-b046-929da6dc13dd req-bd5d40b1-bf07-406f-9287-1c34b60a9834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:30:30.581101 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4c329a11-f70b-45a2-b046-929da6dc13dd req-bd5d40b1-bf07-406f-9287-1c34b60a9834 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c34bc27bdb04e89884a177103e918cb&device_id=221c03af-e450-4c45-9b2d-b8d7c4108e57 HTTP/1.1" status: 200 len: 1096 time: 0.0778794 Apr 14 11:30:30.586396 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-fa063cb5-abcb-484e-bafe-b55d103807ec admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e75c7da0facc49f1a80d9f6492a15490&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2972908 Apr 14 11:30:30.588148 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa063cb5-abcb-484e-bafe-b55d103807ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776f1bda-2f14-4788-92f2-5f78eae547f2,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:30.589207 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 36134) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:30.591571 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-fa063cb5-abcb-484e-bafe-b55d103807ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:30.763280 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2059c8d7-1f6e-4e50-88e2-651d097399a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:30.790298 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c329a11-f70b-45a2-b046-929da6dc13dd req-706ec5d7-7290-4210-981d-2f9f3fc66d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:30:30.791850 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4c329a11-f70b-45a2-b046-929da6dc13dd req-706ec5d7-7290-4210-981d-2f9f3fc66d00 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0a49828c-c2b9-4c82-9a48-97dfba81ca41 HTTP/1.1" status: 200 len: 910 time: 0.2039266 Apr 14 11:30:30.855340 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2059c8d7-1f6e-4e50-88e2-651d097399a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:30.881341 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4c329a11-f70b-45a2-b046-929da6dc13dd req-3e602c03-031b-4aa7-8d26-2c3c79f657b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32ad388c-7bf2-4c4e-a830-de2f7dc887e9 HTTP/1.1" status: 200 len: 217 time: 0.0788610 Apr 14 11:30:30.968385 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c329a11-f70b-45a2-b046-929da6dc13dd req-44e5d223-9d27-405f-8db3-2faebe91c07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:30:30.970441 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4c329a11-f70b-45a2-b046-929da6dc13dd req-44e5d223-9d27-405f-8db3-2faebe91c07c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ff73a43-f995-4d15-a9a8-9359e056544f HTTP/1.1" status: 200 len: 849 time: 0.0794854 Apr 14 11:30:30.975385 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2059c8d7-1f6e-4e50-88e2-651d097399a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:30.981713 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:31.037104 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059c8d7-1f6e-4e50-88e2-651d097399a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776f1bda-2f14-4788-92f2-5f78eae547f2,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:31.041444 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4c329a11-f70b-45a2-b046-929da6dc13dd req-08e0cd8d-3c73-4126-96dc-a04ed6e6255c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0a49828c-c2b9-4c82-9a48-97dfba81ca41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616987 Apr 14 11:30:31.042452 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-2059c8d7-1f6e-4e50-88e2-651d097399a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:31.043436 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2059c8d7-1f6e-4e50-88e2-651d097399a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:31.045171 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-2059c8d7-1f6e-4e50-88e2-651d097399a1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/776f1bda-2f14-4788-92f2-5f78eae547f2 HTTP/1.1" status: 204 len: 168 time: 0.4549756 Apr 14 11:30:31.189327 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4c329a11-f70b-45a2-b046-929da6dc13dd req-5c45c268-a144-4f05-9354-9e0801f846c2 service neutron] 10.222.0.41 "GET /v2.0/networks/0a49828c-c2b9-4c82-9a48-97dfba81ca41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390715 Apr 14 11:30:31.331602 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 36142) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:31.336710 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4c329a11-f70b-45a2-b046-929da6dc13dd req-3becac8e-691b-438d-979f-8dd932d8b1d6 service neutron] 10.222.0.41 "GET /v2.0/networks/0a49828c-c2b9-4c82-9a48-97dfba81ca41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390381 Apr 14 11:30:31.353020 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4f68edef-da43-499a-9bc1-c79b22faceb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:31.369395 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-4f68edef-da43-499a-9bc1-c79b22faceb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:30:31.373377 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-4f68edef-da43-499a-9bc1-c79b22faceb2 admin admin] Usage tracker for resource:security_group_rule and tenant:d15976dfb8d94625bf7c0c0e87e1719b is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:30:31.376303 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-4f68edef-da43-499a-9bc1-c79b22faceb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:30:31.382324 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-4f68edef-da43-499a-9bc1-c79b22faceb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:30:31.519205 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4f68edef-da43-499a-9bc1-c79b22faceb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:31.524091 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4f68edef-da43-499a-9bc1-c79b22faceb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:31.533381 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-f5d69107-7909-4285-940b-9792ace1ba60 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:31.593181 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-4f68edef-da43-499a-9bc1-c79b22faceb2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d15976dfb8d94625bf7c0c0e87e1719b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2603567 Apr 14 11:30:31.595490 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f68edef-da43-499a-9bc1-c79b22faceb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e269fd9-a5dc-40c7-8ba3-78b7beb8474c,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:31.596464 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 36148) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:31.606271 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5706213-4199-4956-88fa-109b39967a29 req-33575310-9580-433c-972f-8d3e00b22b97 tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:30:31.607836 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b5706213-4199-4956-88fa-109b39967a29 req-33575310-9580-433c-972f-8d3e00b22b97 tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] 10.222.0.52 "GET /v2.0/ports?device_id=221c03af-e450-4c45-9b2d-b8d7c4108e57 HTTP/1.1" status: 200 len: 943 time: 0.1790440 Apr 14 11:30:31.608739 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-4f68edef-da43-499a-9bc1-c79b22faceb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:31.659782 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-b5706213-4199-4956-88fa-109b39967a29 req-c89c28f8-c429-4ad3-940f-f71ab7c7da96 tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ac9ddcb-bc0d-47ef-a3c1-592d77964d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417068 Apr 14 11:30:31.663381 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ed80b123-7672-4f6b-b4a3-6f6469475a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:31.691332 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ed80b123-7672-4f6b-b4a3-6f6469475a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:31.735499 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ed80b123-7672-4f6b-b4a3-6f6469475a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:31.740404 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-bb58cdc8-5d01-483b-a0f9-2e1c3b5320bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:31.750891 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80b123-7672-4f6b-b4a3-6f6469475a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e269fd9-a5dc-40c7-8ba3-78b7beb8474c,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:31.753480 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-ed80b123-7672-4f6b-b4a3-6f6469475a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:31.759225 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ed80b123-7672-4f6b-b4a3-6f6469475a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:31.760435 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-ed80b123-7672-4f6b-b4a3-6f6469475a74 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5e269fd9-a5dc-40c7-8ba3-78b7beb8474c HTTP/1.1" status: 204 len: 168 time: 0.1627469 Apr 14 11:30:32.112592 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 36156) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:32.132160 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4dc58842-66b4-45a5-8e10-d8c4ef3250bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:32.147785 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-4dc58842-66b4-45a5-8e10-d8c4ef3250bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:30:32.151828 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-4dc58842-66b4-45a5-8e10-d8c4ef3250bb admin admin] Usage tracker for resource:security_group_rule and tenant:3b4bcad0cb4f4ca09eb7ca3191bf385c is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:30:32.154780 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-4dc58842-66b4-45a5-8e10-d8c4ef3250bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:30:32.160755 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-4dc58842-66b4-45a5-8e10-d8c4ef3250bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:30:32.243535 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4dc58842-66b4-45a5-8e10-d8c4ef3250bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:32.246287 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4dc58842-66b4-45a5-8e10-d8c4ef3250bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:32.255972 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-2059c8d7-1f6e-4e50-88e2-651d097399a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:32.299808 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-4dc58842-66b4-45a5-8e10-d8c4ef3250bb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3b4bcad0cb4f4ca09eb7ca3191bf385c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1860449 Apr 14 11:30:32.301488 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc58842-66b4-45a5-8e10-d8c4ef3250bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74925e3b-84ee-49b7-b983-ca50b7a8a94f,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:32.302753 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 36160) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:32.304713 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-4dc58842-66b4-45a5-8e10-d8c4ef3250bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:32.364092 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 32ad388c-7bf2-4c4e-a830-de2f7dc887e9 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 11:30:32.368097 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c9965989-0b0a-4d10-b765-38d60e8e7e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:32.396167 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c9965989-0b0a-4d10-b765-38d60e8e7e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:32.443104 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c9965989-0b0a-4d10-b765-38d60e8e7e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:32.448366 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-f9449d40-2511-4124-8a38-1706cca4490e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:32.462021 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9965989-0b0a-4d10-b765-38d60e8e7e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74925e3b-84ee-49b7-b983-ca50b7a8a94f,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:32.464812 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-c9965989-0b0a-4d10-b765-38d60e8e7e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:32.475497 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c9965989-0b0a-4d10-b765-38d60e8e7e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:32.476967 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-c9965989-0b0a-4d10-b765-38d60e8e7e29 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/74925e3b-84ee-49b7-b983-ca50b7a8a94f HTTP/1.1" status: 204 len: 168 time: 0.1731484 Apr 14 11:30:32.518484 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port 32ad388c-7bf2-4c4e-a830-de2f7dc887e9, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=32ad388c-7bf2-4c4e-a830-de2f7dc887e9,segment=NetworkSegment(22e15b54-a886-4379-8512-47ab5c3e744f),segment_id=22e15b54-a886-4379-8512-47ab5c3e744f)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:30:32.532364 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Returning: {'device': '32ad388c-7bf2-4c4e-a830-de2f7dc887e9', 'network_id': '0a49828c-c2b9-4c82-9a48-97dfba81ca41', 'port_id': '32ad388c-7bf2-4c4e-a830-de2f7dc887e9', 'mac_address': 'fa:16:3e:85:4a:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff73a43-f995-4d15-a9a8-9359e056544f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 11:30:32.590729 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:32.612024 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32ad388c-7bf2-4c4e-a830-de2f7dc887e9 {{(pid=85229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:30:32.628513 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port 32ad388c-7bf2-4c4e-a830-de2f7dc887e9, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=32ad388c-7bf2-4c4e-a830-de2f7dc887e9,segment=NetworkSegment(22e15b54-a886-4379-8512-47ab5c3e744f),segment_id=22e15b54-a886-4379-8512-47ab5c3e744f)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:30:32.631430 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:32.633367 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:32.704334 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=32ad388c-7bf2-4c4e-a830-de2f7dc887e9,revision_number=4']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:32.712668 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:30:32.713056 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:30:32.713437 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:30:32.713814 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:30:32.714187 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:30:32.714602 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:30:32.715037 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:30:32.715620 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:30:32.715763 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:30:32.716097 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:30:32.716462 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:30:32.716829 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:30:32.722045 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:32.867334 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] get_ports_and_sgs() called for port_ids ['32ad388c-7bf2-4c4e-a830-de2f7dc887e9'] {{(pid=85229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 11:30:33.113812 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380d3f8-519a-427e-a463-f5bc08f82294 req-bedf8bec-c8d8-4ddc-80b3-a66cbd7b40e8 tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:30:33.115450 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9380d3f8-519a-427e-a463-f5bc08f82294 req-bedf8bec-c8d8-4ddc-80b3-a66cbd7b40e8 tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] 10.222.0.52 "GET /v2.0/ports?device_id=221c03af-e450-4c45-9b2d-b8d7c4108e57 HTTP/1.1" status: 200 len: 944 time: 0.3370328 Apr 14 11:30:33.145337 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-9380d3f8-519a-427e-a463-f5bc08f82294 req-697991ae-195d-4c69-a12b-d723d213f75b tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ac9ddcb-bc0d-47ef-a3c1-592d77964d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0235445 Apr 14 11:30:34.345908 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b9c2f-ba3f-449d-95fd-72e173e226bf req-0d737e13-f9d3-40c0-9786-cec347f54443 tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:30:34.347546 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-933b9c2f-ba3f-449d-95fd-72e173e226bf req-0d737e13-f9d3-40c0-9786-cec347f54443 tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] 10.222.0.52 "GET /v2.0/ports?device_id=221c03af-e450-4c45-9b2d-b8d7c4108e57 HTTP/1.1" status: 200 len: 944 time: 0.0909872 Apr 14 11:30:34.379706 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 32ad388c-7bf2-4c4e-a830-de2f7dc887e9 up at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:30:34.380377 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-933b9c2f-ba3f-449d-95fd-72e173e226bf req-79785d4d-f6e7-4f29-9daf-4176720c9d7e tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ac9ddcb-bc0d-47ef-a3c1-592d77964d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262070 Apr 14 11:30:34.457909 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning for port 32ad388c-7bf2-4c4e-a830-de2f7dc887e9 completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:30:34.463335 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning complete for port 32ad388c-7bf2-4c4e-a830-de2f7dc887e9 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:30:34.463752 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:34.597595 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:34.609165 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221c03af-e450-4c45-9b2d-b8d7c4108e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ad388c-7bf2-4c4e-a830-de2f7dc887e9'}] {{(pid=85229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:30:34.619237 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port 32ad388c-7bf2-4c4e-a830-de2f7dc887e9, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=32ad388c-7bf2-4c4e-a830-de2f7dc887e9,segment=NetworkSegment(22e15b54-a886-4379-8512-47ab5c3e744f),segment_id=22e15b54-a886-4379-8512-47ab5c3e744f)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:30:34.622029 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:34.623992 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:34.661416 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221c03af-e450-4c45-9b2d-b8d7c4108e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ad388c-7bf2-4c4e-a830-de2f7dc887e9', 'code': 200} Apr 14 11:30:34.695125 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=32ad388c-7bf2-4c4e-a830-de2f7dc887e9,revision_number=5']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:34.698155 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:34.901920 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491b2ba-2c6b-4fd3-8f94-5c4d7a925314 req-f89c60b7-49b6-4611-aa7b-5e0f69c674fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:30:34.903520 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-6491b2ba-2c6b-4fd3-8f94-5c4d7a925314 req-f89c60b7-49b6-4611-aa7b-5e0f69c674fd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=221c03af-e450-4c45-9b2d-b8d7c4108e57 HTTP/1.1" status: 200 len: 1098 time: 0.0783844 Apr 14 11:30:34.930602 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-6491b2ba-2c6b-4fd3-8f94-5c4d7a925314 req-0b615d9c-f0d3-4395-9d07-5a2b175067ae service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9ac9ddcb-bc0d-47ef-a3c1-592d77964d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0191784 Apr 14 11:30:35.590016 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40221a00-ac85-4549-831e-4d2851420c0b req-d8e2d0c2-7714-427c-85b8-8d9f3de14c0a tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:30:35.591639 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-40221a00-ac85-4549-831e-4d2851420c0b req-d8e2d0c2-7714-427c-85b8-8d9f3de14c0a tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] 10.222.0.52 "GET /v2.0/ports?device_id=221c03af-e450-4c45-9b2d-b8d7c4108e57 HTTP/1.1" status: 200 len: 945 time: 0.0871906 Apr 14 11:30:35.623075 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-40221a00-ac85-4549-831e-4d2851420c0b req-a8e4e64e-3934-4e9b-a79a-4e7b5908f793 tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ac9ddcb-bc0d-47ef-a3c1-592d77964d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244589 Apr 14 11:30:36.823619 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b92c9e-ace2-4204-a8a9-e73cf80d7d27 req-f628bcd6-3eb2-4e04-9637-5348842dcf47 tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:30:36.825190 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d6b92c9e-ace2-4204-a8a9-e73cf80d7d27 req-f628bcd6-3eb2-4e04-9637-5348842dcf47 tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] 10.222.0.52 "GET /v2.0/ports?device_id=221c03af-e450-4c45-9b2d-b8d7c4108e57 HTTP/1.1" status: 200 len: 945 time: 0.0868275 Apr 14 11:30:36.855345 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d6b92c9e-ace2-4204-a8a9-e73cf80d7d27 req-6bdb192e-bb2e-4d51-ae9f-6fec6e948a42 tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ac9ddcb-bc0d-47ef-a3c1-592d77964d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0237586 Apr 14 11:30:37.087970 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e0cbc9c4-9f4f-4a20-8df5-baac5d28a534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:38.108860 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 6 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:30:38.911195 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-75787a3e-469b-4e66-ad34-43774db5c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:39.147892 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 36272) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:39.274886 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5283c57a-0bad-48a2-a7e5-26b437d842a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:39.291257 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-5283c57a-0bad-48a2-a7e5-26b437d842a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:30:39.295592 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-5283c57a-0bad-48a2-a7e5-26b437d842a9 admin admin] Usage tracker for resource:security_group_rule and tenant:4b64353ccdc744f59b25f5b3771facb5 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:30:39.298782 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-5283c57a-0bad-48a2-a7e5-26b437d842a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:30:39.305463 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-5283c57a-0bad-48a2-a7e5-26b437d842a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:30:39.399136 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5283c57a-0bad-48a2-a7e5-26b437d842a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:39.401760 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5283c57a-0bad-48a2-a7e5-26b437d842a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:39.410602 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-82c4de8f-2c47-49f6-8437-a02e366da0db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:39.453197 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-5283c57a-0bad-48a2-a7e5-26b437d842a9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4b64353ccdc744f59b25f5b3771facb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3040879 Apr 14 11:30:39.454865 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283c57a-0bad-48a2-a7e5-26b437d842a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c557ff3-539b-4d3a-9bb1-575df219ce3f,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:39.456131 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 36282) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:39.458147 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-5283c57a-0bad-48a2-a7e5-26b437d842a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:39.521217 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5c0ef5e4-b6ca-413e-a792-605490fe80a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:39.547802 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5c0ef5e4-b6ca-413e-a792-605490fe80a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:39.593449 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5c0ef5e4-b6ca-413e-a792-605490fe80a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:39.597897 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-018f0943-b331-4972-8681-7c185ba0eed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:39.611893 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ef5e4-b6ca-413e-a792-605490fe80a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c557ff3-539b-4d3a-9bb1-575df219ce3f,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:39.616480 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-5c0ef5e4-b6ca-413e-a792-605490fe80a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:39.622171 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5c0ef5e4-b6ca-413e-a792-605490fe80a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:39.625835 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-5c0ef5e4-b6ca-413e-a792-605490fe80a6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5c557ff3-539b-4d3a-9bb1-575df219ce3f HTTP/1.1" status: 204 len: 168 time: 0.1662455 Apr 14 11:30:39.913656 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 36298) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:39.932298 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6d5956d8-cf2b-4738-aa03-a32276bdf066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:39.947206 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-6d5956d8-cf2b-4738-aa03-a32276bdf066 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:30:39.951179 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-6d5956d8-cf2b-4738-aa03-a32276bdf066 admin admin] Usage tracker for resource:security_group_rule and tenant:1ea60c5a2efe4b028d947fdec44f3cb2 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:30:39.954120 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-6d5956d8-cf2b-4738-aa03-a32276bdf066 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:30:39.960566 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-6d5956d8-cf2b-4738-aa03-a32276bdf066 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:30:40.044010 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6d5956d8-cf2b-4738-aa03-a32276bdf066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:40.047290 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6d5956d8-cf2b-4738-aa03-a32276bdf066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:40.056470 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-4dc58842-66b4-45a5-8e10-d8c4ef3250bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:40.104241 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-6d5956d8-cf2b-4738-aa03-a32276bdf066 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1ea60c5a2efe4b028d947fdec44f3cb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1867166 Apr 14 11:30:40.104241 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5956d8-cf2b-4738-aa03-a32276bdf066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd17b0a-7e8e-41bf-a3b8-b0a7335619fd,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:40.104749 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 36304) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:40.105903 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-6d5956d8-cf2b-4738-aa03-a32276bdf066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:40.124807 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:40.168565 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-623fde82-0add-4360-b7d1-031d5533c166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:40.196145 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-623fde82-0add-4360-b7d1-031d5533c166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:40.245689 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-623fde82-0add-4360-b7d1-031d5533c166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:40.250720 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-5283c57a-0bad-48a2-a7e5-26b437d842a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:40.265642 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623fde82-0add-4360-b7d1-031d5533c166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd17b0a-7e8e-41bf-a3b8-b0a7335619fd,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:40.269339 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-623fde82-0add-4360-b7d1-031d5533c166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:40.273811 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-623fde82-0add-4360-b7d1-031d5533c166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:40.277799 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-623fde82-0add-4360-b7d1-031d5533c166 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7fd17b0a-7e8e-41bf-a3b8-b0a7335619fd HTTP/1.1" status: 204 len: 168 time: 0.1693499 Apr 14 11:30:40.325751 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:40.398087 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc8e60-89f3-473c-8991-82fa44dc341c req-2277eb59-00ca-46e8-b550-bf0ef8f14014 tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:30:40.399899 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-16dc8e60-89f3-473c-8991-82fa44dc341c req-2277eb59-00ca-46e8-b550-bf0ef8f14014 tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] 10.222.0.52 "GET /v2.0/ports?device_id=221c03af-e450-4c45-9b2d-b8d7c4108e57 HTTP/1.1" status: 200 len: 945 time: 0.1100800 Apr 14 11:30:40.429990 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-16dc8e60-89f3-473c-8991-82fa44dc341c req-9ce4fa2f-39c5-4ede-acce-69445b3de08a tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ac9ddcb-bc0d-47ef-a3c1-592d77964d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0237038 Apr 14 11:30:41.472333 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:41.524294 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:41.640997 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8dd8f-88dd-4683-b640-d8e52cce9fde req-178b0996-b81e-4d25-b08a-714d70a9cb9f tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:30:41.642652 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-13e8dd8f-88dd-4683-b640-d8e52cce9fde req-178b0996-b81e-4d25-b08a-714d70a9cb9f tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] 10.222.0.52 "GET /v2.0/ports?device_id=221c03af-e450-4c45-9b2d-b8d7c4108e57 HTTP/1.1" status: 200 len: 945 time: 0.0880032 Apr 14 11:30:41.673970 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-13e8dd8f-88dd-4683-b640-d8e52cce9fde req-8d492131-70c6-4682-85c6-2fc32c1863fb tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ac9ddcb-bc0d-47ef-a3c1-592d77964d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0243859 Apr 14 11:30:42.044996 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6f71b-b2fb-4d18-be4f-5eef386561ab req-61a940da-5abe-47b7-9f15-73640899f832 tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:30:42.046613 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e9a6f71b-b2fb-4d18-be4f-5eef386561ab req-61a940da-5abe-47b7-9f15-73640899f832 tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] 10.222.0.41 "GET /v2.0/ports?device_id=221c03af-e450-4c45-9b2d-b8d7c4108e57 HTTP/1.1" status: 200 len: 945 time: 0.0881040 Apr 14 11:30:42.129425 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [req-e9a6f71b-b2fb-4d18-be4f-5eef386561ab req-a9814f39-d1b0-4807-9862-dc274c26d4aa tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Deleting port 32ad388c-7bf2-4c4e-a830-de2f7dc887e9 {{(pid=85227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:30:42.129816 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-e9a6f71b-b2fb-4d18-be4f-5eef386561ab req-a9814f39-d1b0-4807-9862-dc274c26d4aa tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:42.408105 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-e9a6f71b-b2fb-4d18-be4f-5eef386561ab req-a9814f39-d1b0-4807-9862-dc274c26d4aa tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] For port 32ad388c-7bf2-4c4e-a830-de2f7dc887e9, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=32ad388c-7bf2-4c4e-a830-de2f7dc887e9,segment=NetworkSegment(22e15b54-a886-4379-8512-47ab5c3e744f),segment_id=22e15b54-a886-4379-8512-47ab5c3e744f)] {{(pid=85227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:30:42.408499 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-e9a6f71b-b2fb-4d18-be4f-5eef386561ab req-a9814f39-d1b0-4807-9862-dc274c26d4aa tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:42.541838 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [req-e9a6f71b-b2fb-4d18-be4f-5eef386561ab req-a9814f39-d1b0-4807-9862-dc274c26d4aa tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Calling delete_port for 32ad388c-7bf2-4c4e-a830-de2f7dc887e9 owned by compute:nova {{(pid=85227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:30:42.688828 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-e9a6f71b-b2fb-4d18-be4f-5eef386561ab req-a9814f39-d1b0-4807-9862-dc274c26d4aa tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10976374'] for port, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:42.703345 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-8f32a198-f149-4a67-abf2-a90e4e170b04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:42.751952 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9814f39-d1b0-4807-9862-dc274c26d4aa tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Pushing event deleted for resources: {'Port': ['ID=32ad388c-7bf2-4c4e-a830-de2f7dc887e9,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:42.803748 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a9814f39-d1b0-4807-9862-dc274c26d4aa tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:42.857768 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-cd9d9799-45aa-435e-a227-dfeb56bbd4c4 req-fc55512a-0d8f-4806-bf70-e688b3a6071a tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] 10.222.0.52 "GET /v2.0/ports?device_id=221c03af-e450-4c45-9b2d-b8d7c4108e57 HTTP/1.1" status: 200 len: 210 time: 0.0553682 Apr 14 11:30:42.990685 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a6f71b-b2fb-4d18-be4f-5eef386561ab req-a9814f39-d1b0-4807-9862-dc274c26d4aa tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] No DVR routers for this DVR port 32ad388c-7bf2-4c4e-a830-de2f7dc887e9 on host hv-cinder-77459 {{(pid=85227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 11:30:42.992961 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-e9a6f71b-b2fb-4d18-be4f-5eef386561ab req-a9814f39-d1b0-4807-9862-dc274c26d4aa tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:42.995697 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221c03af-e450-4c45-9b2d-b8d7c4108e57', 'name': 'network-vif-deleted', 'tag': '32ad388c-7bf2-4c4e-a830-de2f7dc887e9'}] {{(pid=85227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:30:43.015474 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e9a6f71b-b2fb-4d18-be4f-5eef386561ab req-a9814f39-d1b0-4807-9862-dc274c26d4aa tempest-VolumesActionsTest-2111949140 tempest-VolumesActionsTest-2111949140-project] 10.222.0.41 "DELETE /v2.0/ports/32ad388c-7bf2-4c4e-a830-de2f7dc887e9 HTTP/1.1" status: 204 len: 173 time: 0.9629681 Apr 14 11:30:43.044096 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221c03af-e450-4c45-9b2d-b8d7c4108e57', 'name': 'network-vif-deleted', 'tag': '32ad388c-7bf2-4c4e-a830-de2f7dc887e9', 'status': 'completed', 'code': 200} Apr 14 11:30:44.426136 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 32ad388c-7bf2-4c4e-a830-de2f7dc887e9 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:30:44.465260 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] No Port match for: 32ad388c-7bf2-4c4e-a830-de2f7dc887e9 {{(pid=85229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 11:30:44.465773 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device 32ad388c-7bf2-4c4e-a830-de2f7dc887e9 not bound to the agent host hv-cinder-77459 {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 11:30:45.176674 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 36396) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:45.298657 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8fcce695-8ec9-485e-ad8f-07fe6e600f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:45.314025 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-8fcce695-8ec9-485e-ad8f-07fe6e600f7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:30:45.318712 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-8fcce695-8ec9-485e-ad8f-07fe6e600f7d admin admin] Usage tracker for resource:security_group_rule and tenant:f4dbd6b20ecb4f74a941949855689c4d is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:30:45.321593 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-8fcce695-8ec9-485e-ad8f-07fe6e600f7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:30:45.327483 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-8fcce695-8ec9-485e-ad8f-07fe6e600f7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:30:45.410869 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8fcce695-8ec9-485e-ad8f-07fe6e600f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:45.413545 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8fcce695-8ec9-485e-ad8f-07fe6e600f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:45.426072 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-46851887-23c2-4496-a9c6-a365f639b652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:45.467391 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-8fcce695-8ec9-485e-ad8f-07fe6e600f7d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f4dbd6b20ecb4f74a941949855689c4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2895536 Apr 14 11:30:45.469148 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcce695-8ec9-485e-ad8f-07fe6e600f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461916fc-e89d-4dea-99ed-a272579b1380,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:45.469821 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 36402) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:45.472382 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-8fcce695-8ec9-485e-ad8f-07fe6e600f7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:45.532409 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a54839b8-17d2-4891-98d7-250d17a8da34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:45.563362 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a54839b8-17d2-4891-98d7-250d17a8da34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:45.608176 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a54839b8-17d2-4891-98d7-250d17a8da34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:45.613916 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-5e4b349e-61e5-4a23-a187-36a5d11eb007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:45.626544 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54839b8-17d2-4891-98d7-250d17a8da34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461916fc-e89d-4dea-99ed-a272579b1380,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:45.629689 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a54839b8-17d2-4891-98d7-250d17a8da34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:45.631885 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a54839b8-17d2-4891-98d7-250d17a8da34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:45.635587 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-a54839b8-17d2-4891-98d7-250d17a8da34 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/461916fc-e89d-4dea-99ed-a272579b1380 HTTP/1.1" status: 204 len: 168 time: 0.1622338 Apr 14 11:30:45.922858 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 36418) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:45.941930 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c1caa7a0-eac2-4f88-aac6-66dcb0285e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:45.957701 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-c1caa7a0-eac2-4f88-aac6-66dcb0285e11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:30:45.963984 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-c1caa7a0-eac2-4f88-aac6-66dcb0285e11 admin admin] Usage tracker for resource:security_group_rule and tenant:187e2719f10449568102de05903a5444 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:30:45.965159 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-c1caa7a0-eac2-4f88-aac6-66dcb0285e11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:30:45.972160 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-c1caa7a0-eac2-4f88-aac6-66dcb0285e11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:30:46.058338 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c1caa7a0-eac2-4f88-aac6-66dcb0285e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:46.061547 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c1caa7a0-eac2-4f88-aac6-66dcb0285e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:46.070779 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-37612e3d-c23e-42b0-805e-686301dc452c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:46.117461 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-c1caa7a0-eac2-4f88-aac6-66dcb0285e11 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=187e2719f10449568102de05903a5444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1908548 Apr 14 11:30:46.117461 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1caa7a0-eac2-4f88-aac6-66dcb0285e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c35e41-33e2-46e9-b06b-22976fc1c6d9,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:46.118102 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 36424) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:46.119987 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-c1caa7a0-eac2-4f88-aac6-66dcb0285e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:46.181413 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-11eb298f-42c3-4e38-b259-49aaa32bccc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:46.208192 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-11eb298f-42c3-4e38-b259-49aaa32bccc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:46.252138 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-11eb298f-42c3-4e38-b259-49aaa32bccc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:46.257635 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-8fcce695-8ec9-485e-ad8f-07fe6e600f7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:46.272594 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb298f-42c3-4e38-b259-49aaa32bccc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c35e41-33e2-46e9-b06b-22976fc1c6d9,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:46.275794 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-11eb298f-42c3-4e38-b259-49aaa32bccc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:46.280179 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-11eb298f-42c3-4e38-b259-49aaa32bccc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:46.283619 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-11eb298f-42c3-4e38-b259-49aaa32bccc6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/68c35e41-33e2-46e9-b06b-22976fc1c6d9 HTTP/1.1" status: 204 len: 168 time: 0.1621037 Apr 14 11:30:47.750766 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 36476) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:47.875298 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-341c3012-c691-4526-b5d9-79b2fa403294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:47.895616 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-341c3012-c691-4526-b5d9-79b2fa403294 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:30:47.899598 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-341c3012-c691-4526-b5d9-79b2fa403294 admin admin] Usage tracker for resource:security_group_rule and tenant:25aa6f6bdc42469aa058d3a80626d31f is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:30:47.902893 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-341c3012-c691-4526-b5d9-79b2fa403294 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:30:47.908904 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-341c3012-c691-4526-b5d9-79b2fa403294 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:30:47.992733 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-341c3012-c691-4526-b5d9-79b2fa403294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:47.995602 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-341c3012-c691-4526-b5d9-79b2fa403294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:48.004900 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-d1f5d594-d77e-4c7e-9d3b-ed3d550ec50d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:48.046911 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-341c3012-c691-4526-b5d9-79b2fa403294 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=25aa6f6bdc42469aa058d3a80626d31f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2949705 Apr 14 11:30:48.048608 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c3012-c691-4526-b5d9-79b2fa403294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc0c607-6ac3-40a9-918a-d33e6bf34564,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:48.049823 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 36482) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:30:48.051931 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-341c3012-c691-4526-b5d9-79b2fa403294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:48.127879 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b66b7ba6-ea3b-4f39-a10c-afcdb670ae3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:48.154427 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b66b7ba6-ea3b-4f39-a10c-afcdb670ae3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:48.197900 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b66b7ba6-ea3b-4f39-a10c-afcdb670ae3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:48.202868 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-848653be-0675-4b92-bea5-91db558bc3c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:30:48.214999 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b7ba6-ea3b-4f39-a10c-afcdb670ae3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc0c607-6ac3-40a9-918a-d33e6bf34564,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:30:48.218073 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b66b7ba6-ea3b-4f39-a10c-afcdb670ae3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:30:48.220129 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b66b7ba6-ea3b-4f39-a10c-afcdb670ae3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:30:48.222558 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-b66b7ba6-ea3b-4f39-a10c-afcdb670ae3a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cfc0c607-6ac3-40a9-918a-d33e6bf34564 HTTP/1.1" status: 204 len: 168 time: 0.1703036 Apr 14 11:31:00.329083 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 36686) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:31:00.454582 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3c880b2-f980-4562-aa93-1f6887561398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:00.470574 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-a3c880b2-f980-4562-aa93-1f6887561398 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:31:00.474918 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-a3c880b2-f980-4562-aa93-1f6887561398 admin admin] Usage tracker for resource:security_group_rule and tenant:2e0f9239604d47bd9023ac224b13be72 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:31:00.478203 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-a3c880b2-f980-4562-aa93-1f6887561398 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:31:00.484816 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-a3c880b2-f980-4562-aa93-1f6887561398 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:31:00.569345 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3c880b2-f980-4562-aa93-1f6887561398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:00.572173 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3c880b2-f980-4562-aa93-1f6887561398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:00.581899 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-dd04ac4b-4a66-49f8-8a00-7e98a44fa8ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:00.624662 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-a3c880b2-f980-4562-aa93-1f6887561398 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2e0f9239604d47bd9023ac224b13be72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2943676 Apr 14 11:31:00.625609 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c880b2-f980-4562-aa93-1f6887561398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c5c4a2-0403-493c-a119-a5d5cb25ca31,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:00.627643 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 36696) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:31:00.633828 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c880b2-f980-4562-aa93-1f6887561398 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:00.634241 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c880b2-f980-4562-aa93-1f6887561398 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:00.634739 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c880b2-f980-4562-aa93-1f6887561398 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:00.635146 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c880b2-f980-4562-aa93-1f6887561398 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:00.635545 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c880b2-f980-4562-aa93-1f6887561398 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:00.635942 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c880b2-f980-4562-aa93-1f6887561398 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:00.636337 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c880b2-f980-4562-aa93-1f6887561398 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:00.636732 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c880b2-f980-4562-aa93-1f6887561398 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:00.637128 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c880b2-f980-4562-aa93-1f6887561398 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:00.637516 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c880b2-f980-4562-aa93-1f6887561398 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:00.637906 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c880b2-f980-4562-aa93-1f6887561398 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:00.638295 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c880b2-f980-4562-aa93-1f6887561398 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:00.642470 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3c880b2-f980-4562-aa93-1f6887561398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:00.690992 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4d5f9129-441e-47f6-a908-10eaf2308b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:00.717693 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4d5f9129-441e-47f6-a908-10eaf2308b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:00.760703 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4d5f9129-441e-47f6-a908-10eaf2308b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:00.765475 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-5bd55670-2af4-4c24-843c-b10b27cc043f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:00.783498 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f9129-441e-47f6-a908-10eaf2308b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c5c4a2-0403-493c-a119-a5d5cb25ca31,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:00.787539 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-4d5f9129-441e-47f6-a908-10eaf2308b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:00.795850 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4d5f9129-441e-47f6-a908-10eaf2308b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:00.797035 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-4d5f9129-441e-47f6-a908-10eaf2308b27 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/58c5c4a2-0403-493c-a119-a5d5cb25ca31 HTTP/1.1" status: 204 len: 168 time: 0.1683083 Apr 14 11:31:01.576531 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 36722) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:31:01.576981 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 36724) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:31:01.645707 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3f31965-cd83-4cef-a86c-fd169156bfb4 admin admin] Deleting subnet 3ff73a43-f995-4d15-a9a8-9359e056544f {{(pid=85228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 11:31:01.648759 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3f31965-cd83-4cef-a86c-fd169156bfb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:01.687625 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-65507d77-c7fb-4e65-8a68-20ef7c7c047b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1535272748-network', 'tenant_id': 'cd23809561d4490b94c1159112480623'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:31:01.692716 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-65507d77-c7fb-4e65-8a68-20ef7c7c047b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:31:01.696773 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-65507d77-c7fb-4e65-8a68-20ef7c7c047b admin admin] Usage tracker for resource:network and tenant:cd23809561d4490b94c1159112480623 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:31:01.699796 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-65507d77-c7fb-4e65-8a68-20ef7c7c047b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:31:01.700618 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3f31965-cd83-4cef-a86c-fd169156bfb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1862249'] for subnet, precommit_delete_associations {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:01.706792 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-65507d77-c7fb-4e65-8a68-20ef7c7c047b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:31:01.716776 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65507d77-c7fb-4e65-8a68-20ef7c7c047b admin admin] Made reservation on behalf of cd23809561d4490b94c1159112480623 for: {'network': 1} {{(pid=85227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:31:01.721513 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-65507d77-c7fb-4e65-8a68-20ef7c7c047b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for network, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:01.735504 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-65507d77-c7fb-4e65-8a68-20ef7c7c047b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:01.750999 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-65507d77-c7fb-4e65-8a68-20ef7c7c047b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:31:01.755125 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-65507d77-c7fb-4e65-8a68-20ef7c7c047b admin admin] Usage tracker for resource:security_group_rule and tenant:cd23809561d4490b94c1159112480623 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:31:01.758023 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-65507d77-c7fb-4e65-8a68-20ef7c7c047b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:31:01.763955 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3f31965-cd83-4cef-a86c-fd169156bfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4125'] for subnet, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:01.764177 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-65507d77-c7fb-4e65-8a68-20ef7c7c047b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:31:01.849452 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-65507d77-c7fb-4e65-8a68-20ef7c7c047b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:01.853377 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-65507d77-c7fb-4e65-8a68-20ef7c7c047b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:01.857530 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-341c3012-c691-4526-b5d9-79b2fa403294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:01.885612 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65507d77-c7fb-4e65-8a68-20ef7c7c047b admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=85227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 11:31:01.894507 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65507d77-c7fb-4e65-8a68-20ef7c7c047b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d255f3-5d63-4903-baa7-b1438a722400,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:01.898359 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-65507d77-c7fb-4e65-8a68-20ef7c7c047b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:01.901393 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-65507d77-c7fb-4e65-8a68-20ef7c7c047b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774745'] for segment, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:01.901777 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.db.segments_db [None req-65507d77-c7fb-4e65-8a68-20ef7c7c047b admin admin] Added segment 26807db2-2985-4132-9fc2-19da97eeb1d6 of type vlan for network cae2c22a-2f02-4e49-ad0a-b3f0ec201edd Apr 14 11:31:01.928229 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-65507d77-c7fb-4e65-8a68-20ef7c7c047b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741597887210'] for network, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:01.958185 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-65507d77-c7fb-4e65-8a68-20ef7c7c047b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029'] for network, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:01.959625 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65507d77-c7fb-4e65-8a68-20ef7c7c047b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:31:01.960269 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-65507d77-c7fb-4e65-8a68-20ef7c7c047b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for network, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:01.965928 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-389feefa-dfef-4d6d-8ad6-9c16596f8003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:02.019718 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3f31965-cd83-4cef-a86c-fd169156bfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852849550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843326858'] for subnet, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:02.036021 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-4cb6fbc4-5db0-42c0-b842-4016af89d055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:02.070625 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-65507d77-c7fb-4e65-8a68-20ef7c7c047b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4941461 Apr 14 11:31:02.073965 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 36732) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:31:02.082191 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-323815d7-6f05-47c4-8d8f-e79581ea1685 admin admin] Request body: {'subnet': {'network_id': 'cae2c22a-2f02-4e49-ad0a-b3f0ec201edd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1535272748-subnet', 'tenant_id': 'cd23809561d4490b94c1159112480623', 'ip_version': 4}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:31:02.085733 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65507d77-c7fb-4e65-8a68-20ef7c7c047b admin admin] Pushing event updated for resources: {'Network': ['ID=cae2c22a-2f02-4e49-ad0a-b3f0ec201edd,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:02.089747 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-65507d77-c7fb-4e65-8a68-20ef7c7c047b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:02.090792 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-323815d7-6f05-47c4-8d8f-e79581ea1685 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:31:02.094963 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-323815d7-6f05-47c4-8d8f-e79581ea1685 admin admin] Usage tracker for resource:subnet and tenant:cd23809561d4490b94c1159112480623 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:31:02.097267 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Network cae2c22a-2f02-4e49-ad0a-b3f0ec201edd details requested by agent ovs-agent-dv-cinder-774594-3-smb with host dv-cinder-774594-3-smb {{(pid=85229) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 11:31:02.098021 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-323815d7-6f05-47c4-8d8f-e79581ea1685 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:31:02.104518 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-323815d7-6f05-47c4-8d8f-e79581ea1685 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:31:02.114269 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323815d7-6f05-47c4-8d8f-e79581ea1685 admin admin] Made reservation on behalf of cd23809561d4490b94c1159112480623 for: {'subnet': 1} {{(pid=85227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:31:02.119712 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-323815d7-6f05-47c4-8d8f-e79581ea1685 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843538721'] for subnet, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:02.135188 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f31965-cd83-4cef-a86c-fd169156bfb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ff73a43-f995-4d15-a9a8-9359e056544f,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:02.144202 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-d3f31965-cd83-4cef-a86c-fd169156bfb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:02.173191 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3f31965-cd83-4cef-a86c-fd169156bfb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for subnet, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:02.186749 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-d3f31965-cd83-4cef-a86c-fd169156bfb4 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/3ff73a43-f995-4d15-a9a8-9359e056544f HTTP/1.1" status: 204 len: 168 time: 0.6064990 Apr 14 11:31:02.187000 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 36736) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:31:02.301483 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0a52f5f4-b558-491c-a7cb-db2ac94c2566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854523456'] for network, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:02.494648 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0a52f5f4-b558-491c-a7cb-db2ac94c2566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854651492', 'neutron.services.segments.db._delete_segments_for_network--9223363295256356434'] for network, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:02.530396 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-323815d7-6f05-47c4-8d8f-e79581ea1685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10976476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843538784'] for subnet, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:02.545756 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-6a809bef-94c2-443c-9571-9075e6cd80b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:02.608043 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-0a52f5f4-b558-491c-a7cb-db2ac94c2566 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a49828c-c2b9-4c82-9a48-97dfba81ca41']}} {{(pid=85228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:31:02.621215 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-0a52f5f4-b558-491c-a7cb-db2ac94c2566 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e15b54-a886-4379-8512-47ab5c3e744f') {'for_net_delete': True} {{(pid=85228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:31:02.621533 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-0a52f5f4-b558-491c-a7cb-db2ac94c2566 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e15b54-a886-4379-8512-47ab5c3e744f') {} {{(pid=85228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:31:02.633483 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0a52f5f4-b558-491c-a7cb-db2ac94c2566 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295256356178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863071'] for segment, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:02.650411 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0a52f5f4-b558-491c-a7cb-db2ac94c2566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774745'] for segment, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:02.656714 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a52f5f4-b558-491c-a7cb-db2ac94c2566 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=85228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 11:31:02.679323 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323815d7-6f05-47c4-8d8f-e79581ea1685 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c45b551-da9b-4aaa-9561-99c721cf1404,revision_number=0']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:02.682748 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-323815d7-6f05-47c4-8d8f-e79581ea1685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:02.742850 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323815d7-6f05-47c4-8d8f-e79581ea1685 admin admin] Checking segment: {'id': '26807db2-2985-4132-9fc2-19da97eeb1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'cae2c22a-2f02-4e49-ad0a-b3f0ec201edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:31:02.743239 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323815d7-6f05-47c4-8d8f-e79581ea1685 admin admin] Network hostable DHCP agents. Network: cae2c22a-2f02-4e49-ad0a-b3f0ec201edd, hostable agents: ['89ea7c1e-af59-4771-b465-98593056a05b'], hosted agents: [] {{(pid=85227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 11:31:02.762360 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323815d7-6f05-47c4-8d8f-e79581ea1685 admin admin] Network cae2c22a-2f02-4e49-ad0a-b3f0ec201edd is scheduled to be hosted by DHCP agent 89ea7c1e-af59-4771-b465-98593056a05b with binding_index 1 {{(pid=85227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 11:31:02.770270 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-323815d7-6f05-47c4-8d8f-e79581ea1685 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-3-smb, cae2c22a-2f02-4e49-ad0a-b3f0ec201edd) {{(pid=85227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:31:02.781249 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8463b09-12a8-44cd-9b43-a3ae98b831ea None None] Network cae2c22a-2f02-4e49-ad0a-b3f0ec201edd requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:31:02.782693 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323815d7-6f05-47c4-8d8f-e79581ea1685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:31:02.783325 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-323815d7-6f05-47c4-8d8f-e79581ea1685 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:02.806006 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-323815d7-6f05-47c4-8d8f-e79581ea1685 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7306142 Apr 14 11:31:02.808409 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 36740) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:31:02.814127 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-c8a96ab4-f044-4894-b9aa-76ab2749f185 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1535272748-router', 'tenant_id': 'cd23809561d4490b94c1159112480623', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'}}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:31:02.819327 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-c8a96ab4-f044-4894-b9aa-76ab2749f185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:31:02.824078 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-c8a96ab4-f044-4894-b9aa-76ab2749f185 admin admin] Usage tracker for resource:router and tenant:cd23809561d4490b94c1159112480623 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:31:02.827695 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-c8a96ab4-f044-4894-b9aa-76ab2749f185 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:31:02.833779 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-c8a96ab4-f044-4894-b9aa-76ab2749f185 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:31:02.839195 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-0a52f5f4-b558-491c-a7cb-db2ac94c2566 admin admin] Network 0a49828c-c2b9-4c82-9a48-97dfba81ca41 has no segments {{(pid=85228) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 11:31:02.844219 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c8a96ab4-f044-4894-b9aa-76ab2749f185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769390'] for router, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:02.845755 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c8a96ab4-f044-4894-b9aa-76ab2749f185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854001549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854100977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6426'] for router, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:02.849694 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0a52f5f4-b558-491c-a7cb-db2ac94c2566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852849635'] for segment, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:03.034405 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-0a52f5f4-b558-491c-a7cb-db2ac94c2566 admin admin] Network 0a49828c-c2b9-4c82-9a48-97dfba81ca41 has no segments {{(pid=85228) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 11:31:03.057334 dv-cinder-774594-3-smb neutron-server[85114]: Traceback (most recent call last): Apr 14 11:31:03.057334 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 11:31:03.057334 dv-cinder-774594-3-smb neutron-server[85114]: timer() Apr 14 11:31:03.057334 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 11:31:03.057334 dv-cinder-774594-3-smb neutron-server[85114]: cb(*args, **kw) Apr 14 11:31:03.057334 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 11:31:03.057334 dv-cinder-774594-3-smb neutron-server[85114]: return func(*args, **kwargs) Apr 14 11:31:03.057334 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 11:31:03.057334 dv-cinder-774594-3-smb neutron-server[85114]: self._notify() Apr 14 11:31:03.057334 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 11:31:03.057334 dv-cinder-774594-3-smb neutron-server[85114]: self.callback(batched_events) Apr 14 11:31:03.057334 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 11:31:03.057334 dv-cinder-774594-3-smb neutron-server[85114]: event.method(event) Apr 14 11:31:03.057334 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 11:31:03.057334 dv-cinder-774594-3-smb neutron-server[85114]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 11:31:03.057334 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 11:31:03.057334 dv-cinder-774594-3-smb neutron-server[85114]: segment_id)['aggregates'][0] Apr 14 11:31:03.057334 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 11:31:03.057334 dv-cinder-774594-3-smb neutron-server[85114]: return f(self, *a, **k) Apr 14 11:31:03.057334 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 11:31:03.057334 dv-cinder-774594-3-smb neutron-server[85114]: return self._get(url).json() Apr 14 11:31:03.057334 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 11:31:03.057334 dv-cinder-774594-3-smb neutron-server[85114]: **kwargs) Apr 14 11:31:03.057334 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 11:31:03.057334 dv-cinder-774594-3-smb neutron-server[85114]: return self.request(url, 'GET', **kwargs) Apr 14 11:31:03.057334 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 11:31:03.057334 dv-cinder-774594-3-smb neutron-server[85114]: **endpoint_filter) Apr 14 11:31:03.057334 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 11:31:03.057334 dv-cinder-774594-3-smb neutron-server[85114]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 11:31:03.057334 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 11:31:03.057334 dv-cinder-774594-3-smb neutron-server[85114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 11:31:03.057334 dv-cinder-774594-3-smb neutron-server[85114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 11:31:03.143847 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0a52f5f4-b558-491c-a7cb-db2ac94c2566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-124293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854119409'] for network, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:03.149045 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0a52f5f4-b558-491c-a7cb-db2ac94c2566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for network, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:03.151333 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c8a96ab4-f044-4894-b9aa-76ab2749f185 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:03.155950 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:03.179047 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52f5f4-b558-491c-a7cb-db2ac94c2566 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a49828c-c2b9-4c82-9a48-97dfba81ca41,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:03.182160 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-0a52f5f4-b558-491c-a7cb-db2ac94c2566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:03.184139 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-0a52f5f4-b558-491c-a7cb-db2ac94c2566 admin admin] 10.222.0.52 "DELETE /v2.0/networks/0a49828c-c2b9-4c82-9a48-97dfba81ca41 HTTP/1.1" status: 204 len: 168 time: 0.9960091 Apr 14 11:31:03.186871 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 36744) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:31:03.193153 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978f137b-b556-4af1-bb94-bf4a2a286731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9aef77fe-09e0-5c86-a5f4-faa58af495f3-cae2c22a-2f02-4e49-ad0a-b3f0ec201edd', 'network_id': 'cae2c22a-2f02-4e49-ad0a-b3f0ec201edd', 'tenant_id': 'cd23809561d4490b94c1159112480623', 'fixed_ips': [{'subnet_id': '4c45b551-da9b-4aaa-9561-99c721cf1404'}]}} from dv-cinder-774594-3-smb. {{(pid=85229) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 11:31:03.194195 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-978f137b-b556-4af1-bb94-bf4a2a286731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:03.255708 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_v2 [None req-756c873a-52f9-497b-a2c5-47eceaa259fa admin admin] Deleting subnet 6b5a7751-0bc2-4218-885a-65260aeaa21f {{(pid=85228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 11:31:03.258911 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-756c873a-52f9-497b-a2c5-47eceaa259fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:03.311931 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-756c873a-52f9-497b-a2c5-47eceaa259fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1862249'] for subnet, precommit_delete_associations {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:03.361245 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [None req-978f137b-b556-4af1-bb94-bf4a2a286731 None None] Allocated IP 172.20.0.2 (cae2c22a-2f02-4e49-ad0a-b3f0ec201edd/4c45b551-da9b-4aaa-9561-99c721cf1404/d0b9b64b-0feb-4141-b42a-f793ba6bde49) {{(pid=85229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:31:03.370730 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-756c873a-52f9-497b-a2c5-47eceaa259fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4125'] for subnet, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:03.444888 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c8a96ab4-f044-4894-b9aa-76ab2749f185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854119328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6441'] for router, precommit_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:03.579694 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-978f137b-b556-4af1-bb94-bf4a2a286731 None None] Notify callbacks [] for port, precommit_create {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:03.590242 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-978f137b-b556-4af1-bb94-bf4a2a286731 None None] Transition to ACTIVE for port object d0b9b64b-0feb-4141-b42a-f793ba6bde49 will not be triggered until provisioned by entity L2. {{(pid=85229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:31:03.609639 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-978f137b-b556-4af1-bb94-bf4a2a286731 None None] Transition to ACTIVE for port object d0b9b64b-0feb-4141-b42a-f793ba6bde49 will not be triggered until provisioned by entity DHCP. {{(pid=85229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:31:03.615842 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-978f137b-b556-4af1-bb94-bf4a2a286731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362'] for port, after_create {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:03.631697 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:03.632135 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-756c873a-52f9-497b-a2c5-47eceaa259fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852849550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843326858'] for subnet, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:03.647832 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-db0f6d34-7a22-4a27-8937-e9048e777f06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:03.767227 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f137b-b556-4af1-bb94-bf4a2a286731 None None] Pushing event updated for resources: {'Port': ['ID=d0b9b64b-0feb-4141-b42a-f793ba6bde49,revision_number=1']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:03.771925 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-978f137b-b556-4af1-bb94-bf4a2a286731 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:03.796389 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c8a96ab4-f044-4894-b9aa-76ab2749f185 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:03.827506 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978f137b-b556-4af1-bb94-bf4a2a286731 None None] Network cae2c22a-2f02-4e49-ad0a-b3f0ec201edd is already hosted by enough agents. {{(pid=85229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:31:03.828752 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-978f137b-b556-4af1-bb94-bf4a2a286731 None None] Resources bound (agent type, host, resource id): {{(pid=85229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:31:03.829467 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c8a96ab4-f044-4894-b9aa-76ab2749f185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:03.831278 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978f137b-b556-4af1-bb94-bf4a2a286731 None None] Received port after_create {{(pid=85229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:31:03.931360 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-978f137b-b556-4af1-bb94-bf4a2a286731 None None] Attempting to bind port d0b9b64b-0feb-4141-b42a-f793ba6bde49 on host dv-cinder-774594-3-smb for vnic_type normal with profile {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:31:03.931755 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-978f137b-b556-4af1-bb94-bf4a2a286731 None None] Attempting to bind port d0b9b64b-0feb-4141-b42a-f793ba6bde49 by drivers openvswitch,hyperv on host dv-cinder-774594-3-smb at level 0 using segments [{'id': '26807db2-2985-4132-9fc2-19da97eeb1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'cae2c22a-2f02-4e49-ad0a-b3f0ec201edd'}] {{(pid=85229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:31:03.932165 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978f137b-b556-4af1-bb94-bf4a2a286731 None None] Attempting to bind port d0b9b64b-0feb-4141-b42a-f793ba6bde49 on network cae2c22a-2f02-4e49-ad0a-b3f0ec201edd {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:31:03.937794 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978f137b-b556-4af1-bb94-bf4a2a286731 None None] Checking agent: {'id': 'bc79d1ea-49d8-4ce6-bb8d-e4f173948ffd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 14, 10), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:31:03.938210 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978f137b-b556-4af1-bb94-bf4a2a286731 None None] Checking segment: {'id': '26807db2-2985-4132-9fc2-19da97eeb1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'cae2c22a-2f02-4e49-ad0a-b3f0ec201edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:31:03.938681 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-978f137b-b556-4af1-bb94-bf4a2a286731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:03.939148 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978f137b-b556-4af1-bb94-bf4a2a286731 None None] Bound using segment: {'id': '26807db2-2985-4132-9fc2-19da97eeb1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'cae2c22a-2f02-4e49-ad0a-b3f0ec201edd'} {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:31:03.939664 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-978f137b-b556-4af1-bb94-bf4a2a286731 None None] Bound port: d0b9b64b-0feb-4141-b42a-f793ba6bde49, host: dv-cinder-774594-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26807db2-2985-4132-9fc2-19da97eeb1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'cae2c22a-2f02-4e49-ad0a-b3f0ec201edd'}}] {{(pid=85229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:31:03.940077 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-978f137b-b556-4af1-bb94-bf4a2a286731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:03.964510 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c873a-52f9-497b-a2c5-47eceaa259fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b5a7751-0bc2-4218-885a-65260aeaa21f,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:03.979637 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-756c873a-52f9-497b-a2c5-47eceaa259fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:03.983100 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [None req-c8a96ab4-f044-4894-b9aa-76ab2749f185 admin admin] Allocated IP 172.28.2.113 (f1313642-efe2-441a-94e8-1aeb14258027/43af2120-63d9-4ed9-b216-1037d2600bad/cdb95ef0-f5f9-495d-aeb8-aff8ed798ace) {{(pid=85227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:31:04.016030 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-756c873a-52f9-497b-a2c5-47eceaa259fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for subnet, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:04.019227 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-978f137b-b556-4af1-bb94-bf4a2a286731 None None] For port d0b9b64b-0feb-4141-b42a-f793ba6bde49, host dv-cinder-774594-3-smb, cleared binding levels {{(pid=85229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:31:04.022549 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-978f137b-b556-4af1-bb94-bf4a2a286731 None None] For port d0b9b64b-0feb-4141-b42a-f793ba6bde49, host dv-cinder-774594-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=d0b9b64b-0feb-4141-b42a-f793ba6bde49,segment=NetworkSegment(26807db2-2985-4132-9fc2-19da97eeb1d6),segment_id=26807db2-2985-4132-9fc2-19da97eeb1d6)] {{(pid=85229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:31:04.022692 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-756c873a-52f9-497b-a2c5-47eceaa259fa admin admin] 10.222.0.52 "DELETE /v2.0/subnets/6b5a7751-0bc2-4218-885a-65260aeaa21f HTTP/1.1" status: 204 len: 168 time: 0.8347480 Apr 14 11:31:04.028377 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-978f137b-b556-4af1-bb94-bf4a2a286731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:04.031036 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 36748) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:31:04.100317 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-3475f9fb-cfbf-4674-a6bf-9f9fdd518b6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:04.155010 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b139b555-dadb-4b8b-b61d-f47f5ef4eb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854523456'] for network, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:04.210356 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f137b-b556-4af1-bb94-bf4a2a286731 None None] Pushing event updated for resources: {'Port': ['ID=d0b9b64b-0feb-4141-b42a-f793ba6bde49,revision_number=2']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:04.213886 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-978f137b-b556-4af1-bb94-bf4a2a286731 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:04.357313 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b139b555-dadb-4b8b-b61d-f47f5ef4eb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854651492', 'neutron.services.segments.db._delete_segments_for_network--9223363295256356434'] for network, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:04.392501 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c8a96ab4-f044-4894-b9aa-76ab2749f185 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:04.422739 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c8a96ab4-f044-4894-b9aa-76ab2749f185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10976374'] for port, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:04.438505 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-1267913b-64f2-43eb-8b4f-4eeff07c1b61 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:04.480568 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-b139b555-dadb-4b8b-b61d-f47f5ef4eb5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2abe81d0-0796-4064-b358-00f2c39c7d69']}} {{(pid=85228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:31:04.495880 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-b139b555-dadb-4b8b-b61d-f47f5ef4eb5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f4b9218-59a7-4c36-ad82-c527fb14a437') {'for_net_delete': True} {{(pid=85228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:31:04.496318 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-b139b555-dadb-4b8b-b61d-f47f5ef4eb5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f4b9218-59a7-4c36-ad82-c527fb14a437') {} {{(pid=85228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:31:04.509218 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b139b555-dadb-4b8b-b61d-f47f5ef4eb5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295256356178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863071'] for segment, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:04.535043 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b139b555-dadb-4b8b-b61d-f47f5ef4eb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774745'] for segment, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:04.547100 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b139b555-dadb-4b8b-b61d-f47f5ef4eb5d admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=85228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 11:31:04.582050 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a96ab4-f044-4894-b9aa-76ab2749f185 admin admin] Pushing event updated for resources: {'Port': ['ID=cdb95ef0-f5f9-495d-aeb8-aff8ed798ace,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:04.596510 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-c8a96ab4-f044-4894-b9aa-76ab2749f185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:04.645547 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a96ab4-f044-4894-b9aa-76ab2749f185 admin admin] Network f1313642-efe2-441a-94e8-1aeb14258027 is already hosted by enough agents. {{(pid=85227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:31:04.646728 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-c8a96ab4-f044-4894-b9aa-76ab2749f185 admin admin] Resources bound (agent type, host, resource id): {{(pid=85227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:31:04.649088 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a96ab4-f044-4894-b9aa-76ab2749f185 admin admin] Received port after_create {{(pid=85227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:31:04.748689 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-b139b555-dadb-4b8b-b61d-f47f5ef4eb5d admin admin] Network 2abe81d0-0796-4064-b358-00f2c39c7d69 has no segments {{(pid=85228) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 11:31:04.762253 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b139b555-dadb-4b8b-b61d-f47f5ef4eb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852849635'] for segment, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:04.942955 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-b139b555-dadb-4b8b-b61d-f47f5ef4eb5d admin admin] Network 2abe81d0-0796-4064-b358-00f2c39c7d69 has no segments {{(pid=85228) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 11:31:04.966204 dv-cinder-774594-3-smb neutron-server[85114]: Traceback (most recent call last): Apr 14 11:31:04.966204 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 11:31:04.966204 dv-cinder-774594-3-smb neutron-server[85114]: timer() Apr 14 11:31:04.966204 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 11:31:04.966204 dv-cinder-774594-3-smb neutron-server[85114]: cb(*args, **kw) Apr 14 11:31:04.966204 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 11:31:04.966204 dv-cinder-774594-3-smb neutron-server[85114]: return func(*args, **kwargs) Apr 14 11:31:04.966204 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 11:31:04.966204 dv-cinder-774594-3-smb neutron-server[85114]: self._notify() Apr 14 11:31:04.966204 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 11:31:04.966204 dv-cinder-774594-3-smb neutron-server[85114]: self.callback(batched_events) Apr 14 11:31:04.966204 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 11:31:04.966204 dv-cinder-774594-3-smb neutron-server[85114]: event.method(event) Apr 14 11:31:04.966204 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 11:31:04.966204 dv-cinder-774594-3-smb neutron-server[85114]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 11:31:04.966204 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 11:31:04.966204 dv-cinder-774594-3-smb neutron-server[85114]: segment_id)['aggregates'][0] Apr 14 11:31:04.966204 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 11:31:04.966204 dv-cinder-774594-3-smb neutron-server[85114]: return f(self, *a, **k) Apr 14 11:31:04.966204 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 11:31:04.966204 dv-cinder-774594-3-smb neutron-server[85114]: return self._get(url).json() Apr 14 11:31:04.966204 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 11:31:04.966204 dv-cinder-774594-3-smb neutron-server[85114]: **kwargs) Apr 14 11:31:04.966204 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 11:31:04.966204 dv-cinder-774594-3-smb neutron-server[85114]: return self.request(url, 'GET', **kwargs) Apr 14 11:31:04.966204 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 11:31:04.966204 dv-cinder-774594-3-smb neutron-server[85114]: **endpoint_filter) Apr 14 11:31:04.966204 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 11:31:04.966204 dv-cinder-774594-3-smb neutron-server[85114]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 11:31:04.966204 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 11:31:04.966204 dv-cinder-774594-3-smb neutron-server[85114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 11:31:04.966204 dv-cinder-774594-3-smb neutron-server[85114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 11:31:05.046855 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b139b555-dadb-4b8b-b61d-f47f5ef4eb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-124293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854119409'] for network, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:05.051569 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b139b555-dadb-4b8b-b61d-f47f5ef4eb5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for network, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:05.057645 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b292bc36-5c51-4788-a9df-8bdf2d483fba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:05.073095 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-b139b555-dadb-4b8b-b61d-f47f5ef4eb5d admin admin] 10.222.0.52 "DELETE /v2.0/networks/2abe81d0-0796-4064-b358-00f2c39c7d69 HTTP/1.1" status: 204 len: 168 time: 1.0407543 Apr 14 11:31:05.079669 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b139b555-dadb-4b8b-b61d-f47f5ef4eb5d admin admin] Pushing event deleted for resources: {'Network': ['ID=2abe81d0-0796-4064-b358-00f2c39c7d69,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:05.086967 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b139b555-dadb-4b8b-b61d-f47f5ef4eb5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:05.112840 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c8a96ab4-f044-4894-b9aa-76ab2749f185 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:05.190412 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 36754) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:31:05.228210 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-fcdbf7fc-f7ed-4f0e-9f24-14bee529042a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5c34bc27bdb04e89884a177103e918cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0337684 Apr 14 11:31:05.228441 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 36758) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:31:05.294723 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f7db16b5-5842-4d46-8f77-491f22528c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:05.326383 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f7db16b5-5842-4d46-8f77-491f22528c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:05.379634 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device d0b9b64b-0feb-4141-b42a-f793ba6bde49 up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:31:05.382902 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f7db16b5-5842-4d46-8f77-491f22528c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:05.395885 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b60eaa89-e514-49f2-a970-b3a43ec801d1 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:05.411194 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db16b5-5842-4d46-8f77-491f22528c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac9ddcb-bc0d-47ef-a3c1-592d77964d29,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:05.419822 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-f7db16b5-5842-4d46-8f77-491f22528c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:05.420855 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f7db16b5-5842-4d46-8f77-491f22528c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:05.422299 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-f7db16b5-5842-4d46-8f77-491f22528c89 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9ac9ddcb-bc0d-47ef-a3c1-592d77964d29 HTTP/1.1" status: 204 len: 168 time: 0.1930196 Apr 14 11:31:05.472812 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning for port d0b9b64b-0feb-4141-b42a-f793ba6bde49 completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:31:05.505680 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c8a96ab4-f044-4894-b9aa-76ab2749f185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854001431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656459'] for router, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:05.695305 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8844fdb2-ac90-4360-a2c0-d0d60d1a0bd8 None None] Network cae2c22a-2f02-4e49-ad0a-b3f0ec201edd requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:31:05.739685 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a96ab4-f044-4894-b9aa-76ab2749f185 admin admin] Router 9ac20335-c395-4aac-a148-bf806992f144 is scheduled to L3 agent 72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6 with binding_index 1 {{(pid=85227) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 11:31:05.791031 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-3ebdff62-76f0-495e-ac02-ee8ef24113bb None None] Provisioning for port d0b9b64b-0feb-4141-b42a-f793ba6bde49 completed by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:31:05.799407 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-3ebdff62-76f0-495e-ac02-ee8ef24113bb None None] Provisioning complete for port d0b9b64b-0feb-4141-b42a-f793ba6bde49 triggered by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:31:05.799835 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3ebdff62-76f0-495e-ac02-ee8ef24113bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:05.833521 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 36766) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:31:05.886377 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-5556e0ba-f3fe-4842-88a2-6687a06fc8f3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ba407819b5114ae599185577387941f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516760 Apr 14 11:31:05.888909 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 36770) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:31:05.946290 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a96ab4-f044-4894-b9aa-76ab2749f185 admin admin] Notify agent at l3_agent.dv-cinder-774594-3-smb the message routers_updated {{(pid=85227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 11:31:05.951856 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c23067ba-737b-4aa1-80b3-8d1c96e8150e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:05.969814 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913b5d76-5496-46fe-8c16-c113f3b45446 None None] Sync routers for ids ['9ac20335-c395-4aac-a148-bf806992f144'] in dv-cinder-774594-3-smb {{(pid=85229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 11:31:05.972923 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c8a96ab4-f044-4894-b9aa-76ab2749f185 admin admin] Notify callbacks [] for router, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:05.977190 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-c8a96ab4-f044-4894-b9aa-76ab2749f185 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1648638 Apr 14 11:31:05.977655 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 36774) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:31:05.980373 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c23067ba-737b-4aa1-80b3-8d1c96e8150e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:06.010369 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913b5d76-5496-46fe-8c16-c113f3b45446 None None] Routers {'9ac20335-c395-4aac-a148-bf806992f144'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:31:06.011033 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-913b5d76-5496-46fe-8c16-c113f3b45446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:30:39Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['9ac20335-c395-4aac-a148-bf806992f144'], 'active': True} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:31:06.030364 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c23067ba-737b-4aa1-80b3-8d1c96e8150e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:06.035629 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-61023fb8-e0a0-4ec6-a35f-f9e76b5499df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:06.047033 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23067ba-737b-4aa1-80b3-8d1c96e8150e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1242c48d-5f41-4e0b-8658-b11fcfa14c2f,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:06.052023 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-c23067ba-737b-4aa1-80b3-8d1c96e8150e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:06.054106 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c23067ba-737b-4aa1-80b3-8d1c96e8150e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:06.058249 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-c23067ba-737b-4aa1-80b3-8d1c96e8150e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1242c48d-5f41-4e0b-8658-b11fcfa14c2f HTTP/1.1" status: 204 len: 168 time: 0.1654530 Apr 14 11:31:06.204099 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3ebdff62-76f0-495e-ac02-ee8ef24113bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:06.258414 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-3ebdff62-76f0-495e-ac02-ee8ef24113bb None None] For port d0b9b64b-0feb-4141-b42a-f793ba6bde49, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=d0b9b64b-0feb-4141-b42a-f793ba6bde49,segment=NetworkSegment(26807db2-2985-4132-9fc2-19da97eeb1d6),segment_id=26807db2-2985-4132-9fc2-19da97eeb1d6)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:31:06.270016 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3ebdff62-76f0-495e-ac02-ee8ef24113bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:06.275529 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:06.369533 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-913b5d76-5496-46fe-8c16-c113f3b45446 None None] Set router 9ac20335-c395-4aac-a148-bf806992f144 gateway port host: dv-cinder-774594-3-smb {{(pid=85229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:31:06.712018 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebdff62-76f0-495e-ac02-ee8ef24113bb None None] Pushing event updated for resources: {'Port': ['ID=d0b9b64b-0feb-4141-b42a-f793ba6bde49,revision_number=3']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:06.716070 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-3ebdff62-76f0-495e-ac02-ee8ef24113bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:06.782647 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-34d9e832-dd7d-4ed6-b2ec-7af96ec2d535 None None] Provisioning complete for port d0b9b64b-0feb-4141-b42a-f793ba6bde49 triggered by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:31:06.783078 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-34d9e832-dd7d-4ed6-b2ec-7af96ec2d535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:07.012354 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-913b5d76-5496-46fe-8c16-c113f3b45446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac20335-c395-4aac-a148-bf806992f144', 'name': 'tempest-TestShelveInstance-1535272748-router', 'tenant_id': 'cd23809561d4490b94c1159112480623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.113'}], 'enable_snat': True}, 'gw_port_id': 'cdb95ef0-f5f9-495d-aeb8-aff8ed798ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:31:02Z', 'updated_at': '2021-04-14T11:31:04Z', 'revision_number': 3, 'project_id': 'cd23809561d4490b94c1159112480623', 'gw_port': {'id': 'cdb95ef0-f5f9-495d-aeb8-aff8ed798ace', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac20335-c395-4aac-a148-bf806992f144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:31:03Z', 'updated_at': '2021-04-14T11:31:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb'}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:31:07.016396 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913b5d76-5496-46fe-8c16-c113f3b45446 None None] Checking router: 9ac20335-c395-4aac-a148-bf806992f144 for host: dv-cinder-774594-3-smb {{(pid=85229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 11:31:07.016806 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913b5d76-5496-46fe-8c16-c113f3b45446 None None] Updating router 9ac20335-c395-4aac-a148-bf806992f144 port cdb95ef0-f5f9-495d-aeb8-aff8ed798ace binding host dv-cinder-774594-3-smb {{(pid=85229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 11:31:07.047038 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7f655429-2e6f-420c-bf82-800e39063d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:07.091999 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-913b5d76-5496-46fe-8c16-c113f3b45446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:07.133637 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-dfbd969c-a966-4203-8212-b301bca1645f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:07.287406 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [None req-7f655429-2e6f-420c-bf82-800e39063d43 admin admin] Allocated IP 172.20.0.1 (cae2c22a-2f02-4e49-ad0a-b3f0ec201edd/4c45b551-da9b-4aaa-9561-99c721cf1404/f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2) {{(pid=85227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:31:07.381519 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device d0b9b64b-0feb-4141-b42a-f793ba6bde49 up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:31:07.470638 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7f655429-2e6f-420c-bf82-800e39063d43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:07.488212 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-7f655429-2e6f-420c-bf82-800e39063d43 admin admin] Transition to ACTIVE for port object f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2 will not be triggered until provisioned by entity DHCP. {{(pid=85227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:31:07.513232 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7f655429-2e6f-420c-bf82-800e39063d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10976374'] for port, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:07.527942 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning complete for port d0b9b64b-0feb-4141-b42a-f793ba6bde49 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:31:07.528965 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-8991c3f7-f76b-45de-8518-9ced1c833550 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:07.529263 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:07.663838 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f655429-2e6f-420c-bf82-800e39063d43 admin admin] Pushing event updated for resources: {'Port': ['ID=f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:07.668450 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-7f655429-2e6f-420c-bf82-800e39063d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:07.670741 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-913b5d76-5496-46fe-8c16-c113f3b45446 None None] Notify callbacks [] for port, precommit_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:07.720313 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f655429-2e6f-420c-bf82-800e39063d43 admin admin] Network cae2c22a-2f02-4e49-ad0a-b3f0ec201edd is already hosted by enough agents. {{(pid=85227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:31:07.721602 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-7f655429-2e6f-420c-bf82-800e39063d43 admin admin] Resources bound (agent type, host, resource id): {{(pid=85227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:31:07.723930 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-913b5d76-5496-46fe-8c16-c113f3b45446 None None] Transition to ACTIVE for port object cdb95ef0-f5f9-495d-aeb8-aff8ed798ace will not be triggered until provisioned by entity L2. {{(pid=85229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:31:07.724125 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f655429-2e6f-420c-bf82-800e39063d43 admin admin] Received port after_create {{(pid=85227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:31:07.743439 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-913b5d76-5496-46fe-8c16-c113f3b45446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:07.761974 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-7068c29e-72ed-456c-bf9d-6ded7ef22de3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:07.783718 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7f655429-2e6f-420c-bf82-800e39063d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656524'] for router_interface, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:07.905176 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45030af-5aa1-49b4-857d-9a4802855179 None None] Pushing event updated for resources: {'Port': ['ID=cdb95ef0-f5f9-495d-aeb8-aff8ed798ace,revision_number=2']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:07.918618 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-c45030af-5aa1-49b4-857d-9a4802855179 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:07.973866 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-913b5d76-5496-46fe-8c16-c113f3b45446 None None] Attempting to bind port cdb95ef0-f5f9-495d-aeb8-aff8ed798ace on host dv-cinder-774594-3-smb for vnic_type normal with profile {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:31:07.974277 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-913b5d76-5496-46fe-8c16-c113f3b45446 None None] Attempting to bind port cdb95ef0-f5f9-495d-aeb8-aff8ed798ace by drivers openvswitch,hyperv on host dv-cinder-774594-3-smb at level 0 using segments [{'id': 'fc5032d9-be7b-4842-99b0-b17509c45e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'}] {{(pid=85229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:31:07.974714 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913b5d76-5496-46fe-8c16-c113f3b45446 None None] Attempting to bind port cdb95ef0-f5f9-495d-aeb8-aff8ed798ace on network f1313642-efe2-441a-94e8-1aeb14258027 {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:31:07.981357 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913b5d76-5496-46fe-8c16-c113f3b45446 None None] Checking agent: {'id': 'bc79d1ea-49d8-4ce6-bb8d-e4f173948ffd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 14, 10), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:31:07.981614 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913b5d76-5496-46fe-8c16-c113f3b45446 None None] Checking segment: {'id': 'fc5032d9-be7b-4842-99b0-b17509c45e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:31:07.982034 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-913b5d76-5496-46fe-8c16-c113f3b45446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:07.982470 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913b5d76-5496-46fe-8c16-c113f3b45446 None None] Bound using segment: {'id': 'fc5032d9-be7b-4842-99b0-b17509c45e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'} {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:31:07.983052 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-913b5d76-5496-46fe-8c16-c113f3b45446 None None] Bound port: cdb95ef0-f5f9-495d-aeb8-aff8ed798ace, host: dv-cinder-774594-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5032d9-be7b-4842-99b0-b17509c45e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'}}] {{(pid=85229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:31:07.983466 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-913b5d76-5496-46fe-8c16-c113f3b45446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:08.064914 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-53d16b36-3342-42a6-8643-b3b9e2db0f62 None None] Provisioning for port f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2 completed by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:31:08.071146 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7f655429-2e6f-420c-bf82-800e39063d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:08.074339 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-53d16b36-3342-42a6-8643-b3b9e2db0f62 None None] Provisioning complete for port f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2 triggered by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:31:08.074781 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-53d16b36-3342-42a6-8643-b3b9e2db0f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:08.119242 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-913b5d76-5496-46fe-8c16-c113f3b45446 None None] For port cdb95ef0-f5f9-495d-aeb8-aff8ed798ace, host dv-cinder-774594-3-smb, cleared binding levels {{(pid=85229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:31:08.138713 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-913b5d76-5496-46fe-8c16-c113f3b45446 None None] For port cdb95ef0-f5f9-495d-aeb8-aff8ed798ace, host dv-cinder-774594-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=cdb95ef0-f5f9-495d-aeb8-aff8ed798ace,segment=NetworkSegment(fc5032d9-be7b-4842-99b0-b17509c45e41),segment_id=fc5032d9-be7b-4842-99b0-b17509c45e41)] {{(pid=85229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:31:08.143862 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-913b5d76-5496-46fe-8c16-c113f3b45446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:08.158760 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:08.188832 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-53d16b36-3342-42a6-8643-b3b9e2db0f62 None None] Port f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2 cannot update to ACTIVE because it is not bound. {{(pid=85229) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 11:31:08.293735 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45030af-5aa1-49b4-857d-9a4802855179 None None] Pushing event updated for resources: {'Port': ['ID=cdb95ef0-f5f9-495d-aeb8-aff8ed798ace,revision_number=3']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:08.298737 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-c45030af-5aa1-49b4-857d-9a4802855179 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:08.366054 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913b5d76-5496-46fe-8c16-c113f3b45446 None None] Routers {'9ac20335-c395-4aac-a148-bf806992f144'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:31:08.366934 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-913b5d76-5496-46fe-8c16-c113f3b45446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:30:39Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['9ac20335-c395-4aac-a148-bf806992f144'], 'active': True} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:31:08.373408 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7f655429-2e6f-420c-bf82-800e39063d43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:08.378486 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7f655429-2e6f-420c-bf82-800e39063d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843799442'] for port, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:08.408090 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a0d7030c-b756-4cd3-ac0b-8a1d8d0545df tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:08.502304 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f655429-2e6f-420c-bf82-800e39063d43 admin admin] Pushing event updated for resources: {'Port': ['ID=f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2,revision_number=2']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:08.505379 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-7f655429-2e6f-420c-bf82-800e39063d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:08.508533 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7f655429-2e6f-420c-bf82-800e39063d43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-771109'] for router_interface, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:08.568746 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-913b5d76-5496-46fe-8c16-c113f3b45446 None None] Set router 9ac20335-c395-4aac-a148-bf806992f144 gateway port host: dv-cinder-774594-3-smb {{(pid=85229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:31:08.653160 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f655429-2e6f-420c-bf82-800e39063d43 admin admin] Network cae2c22a-2f02-4e49-ad0a-b3f0ec201edd is already hosted by enough agents. {{(pid=85227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:31:08.654390 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-7f655429-2e6f-420c-bf82-800e39063d43 admin admin] Resources bound (agent type, host, resource id): {{(pid=85227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:31:08.853178 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f655429-2e6f-420c-bf82-800e39063d43 admin admin] Router 9ac20335-c395-4aac-a148-bf806992f144 has already been hosted by L3 agent 72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6 {{(pid=85227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 11:31:08.923498 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f93aaaee-4717-4cc7-839b-32d25dd17b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:08.935238 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-1896e247-175a-4512-bd33-0673c26affb5 None None] Provisioning complete for port f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2 triggered by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:31:08.935652 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-1896e247-175a-4512-bd33-0673c26affb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:08.973790 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-913b5d76-5496-46fe-8c16-c113f3b45446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac20335-c395-4aac-a148-bf806992f144', 'name': 'tempest-TestShelveInstance-1535272748-router', 'tenant_id': 'cd23809561d4490b94c1159112480623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.113'}], 'enable_snat': True}, 'gw_port_id': 'cdb95ef0-f5f9-495d-aeb8-aff8ed798ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:31:02Z', 'updated_at': '2021-04-14T11:31:07Z', 'revision_number': 4, 'project_id': 'cd23809561d4490b94c1159112480623', 'gw_port': {'id': 'cdb95ef0-f5f9-495d-aeb8-aff8ed798ace', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac20335-c395-4aac-a148-bf806992f144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:31:03Z', 'updated_at': '2021-04-14T11:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': 'f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2', 'name': '', 'network_id': 'cae2c22a-2f02-4e49-ad0a-b3f0ec201edd', 'tenant_id': 'cd23809561d4490b94c1159112480623', 'mac_address': 'fa:16:3e:9c:15:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac20335-c395-4aac-a148-bf806992f144', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '4c45b551-da9b-4aaa-9561-99c721cf1404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:31:07Z', 'updated_at': '2021-04-14T11:31:08Z', 'revision_number': 2, 'project_id': 'cd23809561d4490b94c1159112480623', 'subnets': [{'id': '4c45b551-da9b-4aaa-9561-99c721cf1404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:31:08.981959 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913b5d76-5496-46fe-8c16-c113f3b45446 None None] The sync data for ids ['9ac20335-c395-4aac-a148-bf806992f144'] in dv-cinder-774594-3-smb is: [{'id': '9ac20335-c395-4aac-a148-bf806992f144', 'name': 'tempest-TestShelveInstance-1535272748-router', 'tenant_id': 'cd23809561d4490b94c1159112480623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.113'}], 'enable_snat': True}, 'gw_port_id': 'cdb95ef0-f5f9-495d-aeb8-aff8ed798ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:31:02Z', 'updated_at': '2021-04-14T11:31:07Z', 'revision_number': 4, 'project_id': 'cd23809561d4490b94c1159112480623', 'gw_port': {'id': 'cdb95ef0-f5f9-495d-aeb8-aff8ed798ace', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac20335-c395-4aac-a148-bf806992f144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:31:03Z', 'updated_at': '2021-04-14T11:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': 'f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2', 'name': '', 'network_id': 'cae2c22a-2f02-4e49-ad0a-b3f0ec201edd', 'tenant_id': 'cd23809561d4490b94c1159112480623', 'mac_address': 'fa:16:3e:9c:15:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac20335-c395-4aac-a148-bf806992f144', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '4c45b551-da9b-4aaa-9561-99c721cf1404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:31:07Z', 'updated_at': '2021-04-14T11:31:08Z', 'revision_number': 2, 'project_id': 'cd23809561d4490b94c1159112480623', 'subnets': [{'id': '4c45b551-da9b-4aaa-9561-99c721cf1404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 11:31:09.000638 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-1896e247-175a-4512-bd33-0673c26affb5 None None] Port f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2 cannot update to ACTIVE because it is not bound. {{(pid=85229) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 11:31:09.047670 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f655429-2e6f-420c-bf82-800e39063d43 admin admin] Notify agent at l3_agent.dv-cinder-774594-3-smb the message routers_updated {{(pid=85227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 11:31:09.057453 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-7f655429-2e6f-420c-bf82-800e39063d43 admin admin] 10.222.0.52 "PUT /v2.0/routers/9ac20335-c395-4aac-a148-bf806992f144/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0781550 Apr 14 11:31:09.693408 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 36842) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:31:09.700458 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-8e41969e-bf68-4a4d-8068-7f05e1f72b54 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1939147722-network', 'tenant_id': '0b0486ea17cd4661bf585fef38b7a060'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:31:09.706402 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-8e41969e-bf68-4a4d-8068-7f05e1f72b54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:31:09.710704 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-8e41969e-bf68-4a4d-8068-7f05e1f72b54 admin admin] Usage tracker for resource:network and tenant:0b0486ea17cd4661bf585fef38b7a060 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:31:09.714362 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-8e41969e-bf68-4a4d-8068-7f05e1f72b54 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:31:09.723077 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-8e41969e-bf68-4a4d-8068-7f05e1f72b54 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:31:09.735418 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e41969e-bf68-4a4d-8068-7f05e1f72b54 admin admin] Made reservation on behalf of 0b0486ea17cd4661bf585fef38b7a060 for: {'network': 1} {{(pid=85227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:31:09.740620 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8e41969e-bf68-4a4d-8068-7f05e1f72b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for network, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:09.754873 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8e41969e-bf68-4a4d-8068-7f05e1f72b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:09.788336 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-8e41969e-bf68-4a4d-8068-7f05e1f72b54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:31:09.802061 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-8e41969e-bf68-4a4d-8068-7f05e1f72b54 admin admin] Usage tracker for resource:security_group_rule and tenant:0b0486ea17cd4661bf585fef38b7a060 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:31:09.803903 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-8e41969e-bf68-4a4d-8068-7f05e1f72b54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:31:09.812774 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-8e41969e-bf68-4a4d-8068-7f05e1f72b54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:31:09.916023 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8e41969e-bf68-4a4d-8068-7f05e1f72b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:09.919817 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8e41969e-bf68-4a4d-8068-7f05e1f72b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:09.925507 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-0e76e1fa-3e53-456b-bad4-78e0bf98c23c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:09.954818 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e41969e-bf68-4a4d-8068-7f05e1f72b54 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=85227) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 11:31:09.974114 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41969e-bf68-4a4d-8068-7f05e1f72b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d923ed81-bbbc-4b4e-b474-606a1df49868,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:09.987807 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-8e41969e-bf68-4a4d-8068-7f05e1f72b54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:10.000463 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8e41969e-bf68-4a4d-8068-7f05e1f72b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774745'] for segment, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:10.000463 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.db.segments_db [None req-8e41969e-bf68-4a4d-8068-7f05e1f72b54 admin admin] Added segment 515d0bae-69ee-46b6-a28e-55eef7fa1e38 of type vlan for network 83ad333f-05bc-4d22-a964-95e2de42df81 Apr 14 11:31:10.038705 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8e41969e-bf68-4a4d-8068-7f05e1f72b54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741597887210'] for network, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:10.087481 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8e41969e-bf68-4a4d-8068-7f05e1f72b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029'] for network, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:10.088997 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e41969e-bf68-4a4d-8068-7f05e1f72b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:31:10.089714 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8e41969e-bf68-4a4d-8068-7f05e1f72b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for network, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:10.105636 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:10.123489 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:10.216924 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-8e41969e-bf68-4a4d-8068-7f05e1f72b54 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5221119 Apr 14 11:31:10.219821 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 36850) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:31:10.222438 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41969e-bf68-4a4d-8068-7f05e1f72b54 admin admin] Pushing event updated for resources: {'Network': ['ID=83ad333f-05bc-4d22-a964-95e2de42df81,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:10.229052 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-c59dd624-51bc-4cf2-a76f-b201296fee38 admin admin] Request body: {'subnet': {'network_id': '83ad333f-05bc-4d22-a964-95e2de42df81', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1939147722-subnet', 'tenant_id': '0b0486ea17cd4661bf585fef38b7a060', 'ip_version': 4}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:31:10.232972 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-8e41969e-bf68-4a4d-8068-7f05e1f72b54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:10.233879 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Network 83ad333f-05bc-4d22-a964-95e2de42df81 details requested by agent ovs-agent-dv-cinder-774594-3-smb with host dv-cinder-774594-3-smb {{(pid=85229) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 11:31:10.235286 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-c59dd624-51bc-4cf2-a76f-b201296fee38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:31:10.239445 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-c59dd624-51bc-4cf2-a76f-b201296fee38 admin admin] Usage tracker for resource:subnet and tenant:0b0486ea17cd4661bf585fef38b7a060 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:31:10.242483 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-c59dd624-51bc-4cf2-a76f-b201296fee38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:31:10.249854 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-c59dd624-51bc-4cf2-a76f-b201296fee38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:31:10.261205 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59dd624-51bc-4cf2-a76f-b201296fee38 admin admin] Made reservation on behalf of 0b0486ea17cd4661bf585fef38b7a060 for: {'subnet': 1} {{(pid=85227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:31:10.266124 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c59dd624-51bc-4cf2-a76f-b201296fee38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843538721'] for subnet, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:10.346931 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:10.671666 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c59dd624-51bc-4cf2-a76f-b201296fee38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10976476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843538784'] for subnet, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:10.686686 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-03cf6cb5-381b-44e7-a678-c8051de57168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:11.056789 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59dd624-51bc-4cf2-a76f-b201296fee38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=094444be-4674-4ee2-b8f6-c45ccd43801d,revision_number=0']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:11.061770 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-c59dd624-51bc-4cf2-a76f-b201296fee38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:11.120101 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59dd624-51bc-4cf2-a76f-b201296fee38 admin admin] Checking segment: {'id': '515d0bae-69ee-46b6-a28e-55eef7fa1e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '83ad333f-05bc-4d22-a964-95e2de42df81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:31:11.120499 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59dd624-51bc-4cf2-a76f-b201296fee38 admin admin] Network hostable DHCP agents. Network: 83ad333f-05bc-4d22-a964-95e2de42df81, hostable agents: ['89ea7c1e-af59-4771-b465-98593056a05b'], hosted agents: [] {{(pid=85227) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 11:31:11.139325 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59dd624-51bc-4cf2-a76f-b201296fee38 admin admin] Network 83ad333f-05bc-4d22-a964-95e2de42df81 is scheduled to be hosted by DHCP agent 89ea7c1e-af59-4771-b465-98593056a05b with binding_index 1 {{(pid=85227) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 11:31:11.147238 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-c59dd624-51bc-4cf2-a76f-b201296fee38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-3-smb, 83ad333f-05bc-4d22-a964-95e2de42df81) {{(pid=85227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:31:11.157167 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba1de15-e560-475d-9f87-81d3381aec22 None None] Network 83ad333f-05bc-4d22-a964-95e2de42df81 requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:31:11.159853 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59dd624-51bc-4cf2-a76f-b201296fee38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:31:11.160494 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c59dd624-51bc-4cf2-a76f-b201296fee38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:11.180285 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-c59dd624-51bc-4cf2-a76f-b201296fee38 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9592788 Apr 14 11:31:11.183474 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 36856) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:31:11.188959 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-60d7524c-62a2-4623-8268-af3c4fc36ebd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1939147722-router', 'tenant_id': '0b0486ea17cd4661bf585fef38b7a060', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'}}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:31:11.194103 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-60d7524c-62a2-4623-8268-af3c4fc36ebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:31:11.198837 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-60d7524c-62a2-4623-8268-af3c4fc36ebd admin admin] Usage tracker for resource:router and tenant:0b0486ea17cd4661bf585fef38b7a060 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:31:11.202410 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-60d7524c-62a2-4623-8268-af3c4fc36ebd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:31:11.208668 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-60d7524c-62a2-4623-8268-af3c4fc36ebd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:31:11.218004 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-60d7524c-62a2-4623-8268-af3c4fc36ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-774166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769390'] for router, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:11.219098 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-60d7524c-62a2-4623-8268-af3c4fc36ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854001549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-774047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854100977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6426'] for router, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:11.234558 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-60d7524c-62a2-4623-8268-af3c4fc36ebd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:11.440196 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device cdb95ef0-f5f9-495d-aeb8-aff8ed798ace up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:31:11.537563 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:11.540979 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-60d7524c-62a2-4623-8268-af3c4fc36ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854119328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-774369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6441'] for router, precommit_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:11.570886 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:11.618280 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning for port cdb95ef0-f5f9-495d-aeb8-aff8ed798ace completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:31:11.632198 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning complete for port cdb95ef0-f5f9-495d-aeb8-aff8ed798ace triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:31:11.632613 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:11.751980 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b538097a-cbbd-4c62-99b2-67cb6ca1ec0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9aef77fe-09e0-5c86-a5f4-faa58af495f3-83ad333f-05bc-4d22-a964-95e2de42df81', 'network_id': '83ad333f-05bc-4d22-a964-95e2de42df81', 'tenant_id': '0b0486ea17cd4661bf585fef38b7a060', 'fixed_ips': [{'subnet_id': '094444be-4674-4ee2-b8f6-c45ccd43801d'}]}} from dv-cinder-774594-3-smb. {{(pid=85229) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 11:31:11.752921 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b538097a-cbbd-4c62-99b2-67cb6ca1ec0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:11.898418 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-60d7524c-62a2-4623-8268-af3c4fc36ebd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:11.934808 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-60d7524c-62a2-4623-8268-af3c4fc36ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:11.974901 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:12.007844 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] For port cdb95ef0-f5f9-495d-aeb8-aff8ed798ace, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=cdb95ef0-f5f9-495d-aeb8-aff8ed798ace,segment=NetworkSegment(fc5032d9-be7b-4842-99b0-b17509c45e41),segment_id=fc5032d9-be7b-4842-99b0-b17509c45e41)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:31:12.012425 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [None req-b538097a-cbbd-4c62-99b2-67cb6ca1ec0d None None] Allocated IP 172.20.0.2 (83ad333f-05bc-4d22-a964-95e2de42df81/094444be-4674-4ee2-b8f6-c45ccd43801d/a044afc2-b8a4-4f84-8315-d559dc2e7dd6) {{(pid=85229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:31:12.014796 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:12.018397 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:12.083179 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [None req-60d7524c-62a2-4623-8268-af3c4fc36ebd admin admin] Allocated IP 172.28.2.155 (f1313642-efe2-441a-94e8-1aeb14258027/43af2120-63d9-4ed9-b216-1037d2600bad/f6548840-1d0b-49a4-a1c2-3bfc1c33f658) {{(pid=85227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:31:12.172449 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Pushing event updated for resources: {'Port': ['ID=cdb95ef0-f5f9-495d-aeb8-aff8ed798ace,revision_number=4']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:12.182188 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:12.242300 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-60d7524c-62a2-4623-8268-af3c4fc36ebd admin admin] Notify callbacks [] for port, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:12.276780 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-60d7524c-62a2-4623-8268-af3c4fc36ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10976374'] for port, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:12.297324 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-25e2ea7a-ea2c-4023-ae47-13e2cd2477c4 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:12.308700 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b538097a-cbbd-4c62-99b2-67cb6ca1ec0d None None] Notify callbacks [] for port, precommit_create {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:12.316293 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60845451-6964-4ba9-8fa0-efbf9a4fd9c2 None None] Sync routers for ids ['9ac20335-c395-4aac-a148-bf806992f144'] in dv-cinder-774594-3-smb {{(pid=85230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 11:31:12.319399 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-b538097a-cbbd-4c62-99b2-67cb6ca1ec0d None None] Transition to ACTIVE for port object a044afc2-b8a4-4f84-8315-d559dc2e7dd6 will not be triggered until provisioned by entity L2. {{(pid=85229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:31:12.327497 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60845451-6964-4ba9-8fa0-efbf9a4fd9c2 None None] Routers {'9ac20335-c395-4aac-a148-bf806992f144'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:31:12.328360 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-60845451-6964-4ba9-8fa0-efbf9a4fd9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:31:09Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['9ac20335-c395-4aac-a148-bf806992f144'], 'active': True} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:31:12.339969 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-b538097a-cbbd-4c62-99b2-67cb6ca1ec0d None None] Transition to ACTIVE for port object a044afc2-b8a4-4f84-8315-d559dc2e7dd6 will not be triggered until provisioned by entity DHCP. {{(pid=85229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:31:12.344370 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b538097a-cbbd-4c62-99b2-67cb6ca1ec0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362'] for port, after_create {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:12.359911 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:12.435928 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7524c-62a2-4623-8268-af3c4fc36ebd admin admin] Pushing event updated for resources: {'Port': ['ID=f6548840-1d0b-49a4-a1c2-3bfc1c33f658,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:12.439113 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-60d7524c-62a2-4623-8268-af3c4fc36ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:12.498389 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b538097a-cbbd-4c62-99b2-67cb6ca1ec0d None None] Pushing event updated for resources: {'Port': ['ID=a044afc2-b8a4-4f84-8315-d559dc2e7dd6,revision_number=1']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:12.503047 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d7524c-62a2-4623-8268-af3c4fc36ebd admin admin] Network f1313642-efe2-441a-94e8-1aeb14258027 is already hosted by enough agents. {{(pid=85227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:31:12.503557 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b538097a-cbbd-4c62-99b2-67cb6ca1ec0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:12.504456 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-60d7524c-62a2-4623-8268-af3c4fc36ebd admin admin] Resources bound (agent type, host, resource id): {{(pid=85227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:31:12.507041 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d7524c-62a2-4623-8268-af3c4fc36ebd admin admin] Received port after_create {{(pid=85227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:31:12.559695 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b538097a-cbbd-4c62-99b2-67cb6ca1ec0d None None] Network 83ad333f-05bc-4d22-a964-95e2de42df81 is already hosted by enough agents. {{(pid=85229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:31:12.560996 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-b538097a-cbbd-4c62-99b2-67cb6ca1ec0d None None] Resources bound (agent type, host, resource id): {{(pid=85229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:31:12.563467 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b538097a-cbbd-4c62-99b2-67cb6ca1ec0d None None] Received port after_create {{(pid=85229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:31:12.660314 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-b538097a-cbbd-4c62-99b2-67cb6ca1ec0d None None] Attempting to bind port a044afc2-b8a4-4f84-8315-d559dc2e7dd6 on host dv-cinder-774594-3-smb for vnic_type normal with profile {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:31:12.660641 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-b538097a-cbbd-4c62-99b2-67cb6ca1ec0d None None] Attempting to bind port a044afc2-b8a4-4f84-8315-d559dc2e7dd6 by drivers openvswitch,hyperv on host dv-cinder-774594-3-smb at level 0 using segments [{'id': '515d0bae-69ee-46b6-a28e-55eef7fa1e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '83ad333f-05bc-4d22-a964-95e2de42df81'}] {{(pid=85229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:31:12.661036 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b538097a-cbbd-4c62-99b2-67cb6ca1ec0d None None] Attempting to bind port a044afc2-b8a4-4f84-8315-d559dc2e7dd6 on network 83ad333f-05bc-4d22-a964-95e2de42df81 {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:31:12.667080 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b538097a-cbbd-4c62-99b2-67cb6ca1ec0d None None] Checking agent: {'id': 'bc79d1ea-49d8-4ce6-bb8d-e4f173948ffd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 14, 10), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:31:12.667497 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b538097a-cbbd-4c62-99b2-67cb6ca1ec0d None None] Checking segment: {'id': '515d0bae-69ee-46b6-a28e-55eef7fa1e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '83ad333f-05bc-4d22-a964-95e2de42df81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:31:12.667983 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b538097a-cbbd-4c62-99b2-67cb6ca1ec0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:12.668517 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b538097a-cbbd-4c62-99b2-67cb6ca1ec0d None None] Bound using segment: {'id': '515d0bae-69ee-46b6-a28e-55eef7fa1e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '83ad333f-05bc-4d22-a964-95e2de42df81'} {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:31:12.669045 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-b538097a-cbbd-4c62-99b2-67cb6ca1ec0d None None] Bound port: a044afc2-b8a4-4f84-8315-d559dc2e7dd6, host: dv-cinder-774594-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515d0bae-69ee-46b6-a28e-55eef7fa1e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '83ad333f-05bc-4d22-a964-95e2de42df81'}}] {{(pid=85229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:31:12.669458 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b538097a-cbbd-4c62-99b2-67cb6ca1ec0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:12.673807 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-60845451-6964-4ba9-8fa0-efbf9a4fd9c2 None None] Set router 9ac20335-c395-4aac-a148-bf806992f144 gateway port host: dv-cinder-774594-3-smb {{(pid=85230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:31:12.755913 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-b538097a-cbbd-4c62-99b2-67cb6ca1ec0d None None] For port a044afc2-b8a4-4f84-8315-d559dc2e7dd6, host dv-cinder-774594-3-smb, cleared binding levels {{(pid=85229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:31:12.759193 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-b538097a-cbbd-4c62-99b2-67cb6ca1ec0d None None] For port a044afc2-b8a4-4f84-8315-d559dc2e7dd6, host dv-cinder-774594-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=a044afc2-b8a4-4f84-8315-d559dc2e7dd6,segment=NetworkSegment(515d0bae-69ee-46b6-a28e-55eef7fa1e38),segment_id=515d0bae-69ee-46b6-a28e-55eef7fa1e38)] {{(pid=85229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:31:12.763273 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b538097a-cbbd-4c62-99b2-67cb6ca1ec0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:12.778090 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:12.941697 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b538097a-cbbd-4c62-99b2-67cb6ca1ec0d None None] Pushing event updated for resources: {'Port': ['ID=a044afc2-b8a4-4f84-8315-d559dc2e7dd6,revision_number=2']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:12.946607 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b538097a-cbbd-4c62-99b2-67cb6ca1ec0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:12.960058 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-60d7524c-62a2-4623-8268-af3c4fc36ebd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:13.075453 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-60845451-6964-4ba9-8fa0-efbf9a4fd9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac20335-c395-4aac-a148-bf806992f144', 'name': 'tempest-TestShelveInstance-1535272748-router', 'tenant_id': 'cd23809561d4490b94c1159112480623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.113'}], 'enable_snat': True}, 'gw_port_id': 'cdb95ef0-f5f9-495d-aeb8-aff8ed798ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:31:02Z', 'updated_at': '2021-04-14T11:31:07Z', 'revision_number': 4, 'project_id': 'cd23809561d4490b94c1159112480623', 'gw_port': {'id': 'cdb95ef0-f5f9-495d-aeb8-aff8ed798ace', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac20335-c395-4aac-a148-bf806992f144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:31:03Z', 'updated_at': '2021-04-14T11:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': 'f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2', 'name': '', 'network_id': 'cae2c22a-2f02-4e49-ad0a-b3f0ec201edd', 'tenant_id': 'cd23809561d4490b94c1159112480623', 'mac_address': 'fa:16:3e:9c:15:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac20335-c395-4aac-a148-bf806992f144', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '4c45b551-da9b-4aaa-9561-99c721cf1404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:31:07Z', 'updated_at': '2021-04-14T11:31:08Z', 'revision_number': 2, 'project_id': 'cd23809561d4490b94c1159112480623', 'subnets': [{'id': '4c45b551-da9b-4aaa-9561-99c721cf1404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:31:13.080155 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60845451-6964-4ba9-8fa0-efbf9a4fd9c2 None None] Checking router: 9ac20335-c395-4aac-a148-bf806992f144 for host: dv-cinder-774594-3-smb {{(pid=85230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 11:31:13.080771 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60845451-6964-4ba9-8fa0-efbf9a4fd9c2 None None] Updating router 9ac20335-c395-4aac-a148-bf806992f144 port f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2 binding host dv-cinder-774594-3-smb {{(pid=85230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 11:31:13.149251 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-60845451-6964-4ba9-8fa0-efbf9a4fd9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:13.380519 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-60d7524c-62a2-4623-8268-af3c4fc36ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854001431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656459'] for router, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:13.549298 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device a044afc2-b8a4-4f84-8315-d559dc2e7dd6 up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:31:13.631015 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning for port a044afc2-b8a4-4f84-8315-d559dc2e7dd6 completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:31:13.637315 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device cdb95ef0-f5f9-495d-aeb8-aff8ed798ace up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:31:13.672602 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-60845451-6964-4ba9-8fa0-efbf9a4fd9c2 None None] Notify callbacks [] for port, precommit_update {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:13.685950 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-60845451-6964-4ba9-8fa0-efbf9a4fd9c2 None None] Transition to ACTIVE for port object f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2 will not be triggered until provisioned by entity L2. {{(pid=85230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:31:13.692704 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-60845451-6964-4ba9-8fa0-efbf9a4fd9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:13.708977 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85230) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:13.727083 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning complete for port cdb95ef0-f5f9-495d-aeb8-aff8ed798ace triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:31:13.727775 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:13.785535 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68755e8-7afd-44e7-a48e-604f80146248 None None] Pushing event updated for resources: {'Port': ['ID=f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2,revision_number=3']} {{(pid=85230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:13.845386 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68755e8-7afd-44e7-a48e-604f80146248 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:13.845770 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68755e8-7afd-44e7-a48e-604f80146248 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:13.846149 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68755e8-7afd-44e7-a48e-604f80146248 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:13.846628 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68755e8-7afd-44e7-a48e-604f80146248 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:13.846930 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68755e8-7afd-44e7-a48e-604f80146248 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:13.847299 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68755e8-7afd-44e7-a48e-604f80146248 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:13.847662 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68755e8-7afd-44e7-a48e-604f80146248 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:13.848024 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68755e8-7afd-44e7-a48e-604f80146248 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:13.849943 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68755e8-7afd-44e7-a48e-604f80146248 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:13.849943 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68755e8-7afd-44e7-a48e-604f80146248 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:13.849943 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68755e8-7afd-44e7-a48e-604f80146248 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:13.849943 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68755e8-7afd-44e7-a48e-604f80146248 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:13.857590 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b68755e8-7afd-44e7-a48e-604f80146248 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85230) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:13.993295 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d7524c-62a2-4623-8268-af3c4fc36ebd admin admin] Router 14e2c2eb-754b-48bb-8cca-fee56308d3b1 is scheduled to L3 agent 72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6 with binding_index 1 {{(pid=85227) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 11:31:14.118685 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-60845451-6964-4ba9-8fa0-efbf9a4fd9c2 None None] Attempting to bind port f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2 on host dv-cinder-774594-3-smb for vnic_type normal with profile {{(pid=85230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:31:14.119106 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-60845451-6964-4ba9-8fa0-efbf9a4fd9c2 None None] Attempting to bind port f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2 by drivers openvswitch,hyperv on host dv-cinder-774594-3-smb at level 0 using segments [{'id': '26807db2-2985-4132-9fc2-19da97eeb1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'cae2c22a-2f02-4e49-ad0a-b3f0ec201edd'}] {{(pid=85230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:31:14.119524 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60845451-6964-4ba9-8fa0-efbf9a4fd9c2 None None] Attempting to bind port f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2 on network cae2c22a-2f02-4e49-ad0a-b3f0ec201edd {{(pid=85230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:31:14.125532 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60845451-6964-4ba9-8fa0-efbf9a4fd9c2 None None] Checking agent: {'id': 'bc79d1ea-49d8-4ce6-bb8d-e4f173948ffd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 14, 10), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:31:14.125944 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60845451-6964-4ba9-8fa0-efbf9a4fd9c2 None None] Checking segment: {'id': '26807db2-2985-4132-9fc2-19da97eeb1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'cae2c22a-2f02-4e49-ad0a-b3f0ec201edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:31:14.126397 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-60845451-6964-4ba9-8fa0-efbf9a4fd9c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:14.126998 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60845451-6964-4ba9-8fa0-efbf9a4fd9c2 None None] Bound using segment: {'id': '26807db2-2985-4132-9fc2-19da97eeb1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'cae2c22a-2f02-4e49-ad0a-b3f0ec201edd'} {{(pid=85230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:31:14.127517 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-60845451-6964-4ba9-8fa0-efbf9a4fd9c2 None None] Bound port: f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2, host: dv-cinder-774594-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26807db2-2985-4132-9fc2-19da97eeb1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'cae2c22a-2f02-4e49-ad0a-b3f0ec201edd'}}] {{(pid=85230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:31:14.127936 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-60845451-6964-4ba9-8fa0-efbf9a4fd9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:14.207511 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d7524c-62a2-4623-8268-af3c4fc36ebd admin admin] Notify agent at l3_agent.dv-cinder-774594-3-smb the message routers_updated {{(pid=85227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 11:31:14.217259 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ca18f2-3c17-4fbf-9899-ef102cf2fdde None None] Sync routers for ids ['14e2c2eb-754b-48bb-8cca-fee56308d3b1'] in dv-cinder-774594-3-smb {{(pid=85229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 11:31:14.223664 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-60845451-6964-4ba9-8fa0-efbf9a4fd9c2 None None] For port f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2, host dv-cinder-774594-3-smb, cleared binding levels {{(pid=85230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:31:14.228019 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-60845451-6964-4ba9-8fa0-efbf9a4fd9c2 None None] For port f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2, host dv-cinder-774594-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2,segment=NetworkSegment(26807db2-2985-4132-9fc2-19da97eeb1d6),segment_id=26807db2-2985-4132-9fc2-19da97eeb1d6)] {{(pid=85230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:31:14.228404 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ca18f2-3c17-4fbf-9899-ef102cf2fdde None None] Routers {'14e2c2eb-754b-48bb-8cca-fee56308d3b1'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:31:14.229097 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-58ca18f2-3c17-4fbf-9899-ef102cf2fdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:31:09Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['14e2c2eb-754b-48bb-8cca-fee56308d3b1'], 'active': True} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:31:14.232105 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-60845451-6964-4ba9-8fa0-efbf9a4fd9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:14.242171 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-60d7524c-62a2-4623-8268-af3c4fc36ebd admin admin] Notify callbacks [] for router, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:14.244173 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-60d7524c-62a2-4623-8268-af3c4fc36ebd admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0591521 Apr 14 11:31:14.247335 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 36880) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:31:14.253902 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85230) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:14.413647 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68755e8-7afd-44e7-a48e-604f80146248 None None] Pushing event updated for resources: {'Port': ['ID=f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2,revision_number=4']} {{(pid=85230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:14.417096 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b68755e8-7afd-44e7-a48e-604f80146248 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85230) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:14.436285 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-58ca18f2-3c17-4fbf-9899-ef102cf2fdde None None] Set router 14e2c2eb-754b-48bb-8cca-fee56308d3b1 gateway port host: dv-cinder-774594-3-smb {{(pid=85229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:31:14.464755 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60845451-6964-4ba9-8fa0-efbf9a4fd9c2 None None] Routers {'9ac20335-c395-4aac-a148-bf806992f144'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:31:14.465411 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-60845451-6964-4ba9-8fa0-efbf9a4fd9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:31:09Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['9ac20335-c395-4aac-a148-bf806992f144'], 'active': True} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:31:14.668846 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760bd5cb-be16-405e-afca-e0f00b1fe502 None None] Network 83ad333f-05bc-4d22-a964-95e2de42df81 requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:31:14.712106 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-60845451-6964-4ba9-8fa0-efbf9a4fd9c2 None None] Set router 9ac20335-c395-4aac-a148-bf806992f144 gateway port host: dv-cinder-774594-3-smb {{(pid=85230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:31:15.032301 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a8da6d01-88aa-45d7-86b6-29d8bc7db757 None None] Provisioning for port a044afc2-b8a4-4f84-8315-d559dc2e7dd6 completed by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:31:15.056711 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7c76fdfe-780b-43e8-9fdd-3512b1d6c227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:15.059307 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a8da6d01-88aa-45d7-86b6-29d8bc7db757 None None] Provisioning complete for port a044afc2-b8a4-4f84-8315-d559dc2e7dd6 triggered by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:31:15.059843 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a8da6d01-88aa-45d7-86b6-29d8bc7db757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:15.110909 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 6 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:31:15.113705 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-60845451-6964-4ba9-8fa0-efbf9a4fd9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac20335-c395-4aac-a148-bf806992f144', 'name': 'tempest-TestShelveInstance-1535272748-router', 'tenant_id': 'cd23809561d4490b94c1159112480623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.113'}], 'enable_snat': True}, 'gw_port_id': 'cdb95ef0-f5f9-495d-aeb8-aff8ed798ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:31:02Z', 'updated_at': '2021-04-14T11:31:07Z', 'revision_number': 4, 'project_id': 'cd23809561d4490b94c1159112480623', 'gw_port': {'id': 'cdb95ef0-f5f9-495d-aeb8-aff8ed798ace', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac20335-c395-4aac-a148-bf806992f144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:31:03Z', 'updated_at': '2021-04-14T11:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': 'f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2', 'name': '', 'network_id': 'cae2c22a-2f02-4e49-ad0a-b3f0ec201edd', 'tenant_id': 'cd23809561d4490b94c1159112480623', 'mac_address': 'fa:16:3e:9c:15:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac20335-c395-4aac-a148-bf806992f144', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '4c45b551-da9b-4aaa-9561-99c721cf1404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:31:07Z', 'updated_at': '2021-04-14T11:31:14Z', 'revision_number': 4, 'project_id': 'cd23809561d4490b94c1159112480623', 'subnets': [{'id': '4c45b551-da9b-4aaa-9561-99c721cf1404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:31:15.118084 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60845451-6964-4ba9-8fa0-efbf9a4fd9c2 None None] The sync data for ids ['9ac20335-c395-4aac-a148-bf806992f144'] in dv-cinder-774594-3-smb is: [{'id': '9ac20335-c395-4aac-a148-bf806992f144', 'name': 'tempest-TestShelveInstance-1535272748-router', 'tenant_id': 'cd23809561d4490b94c1159112480623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.113'}], 'enable_snat': True}, 'gw_port_id': 'cdb95ef0-f5f9-495d-aeb8-aff8ed798ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:31:02Z', 'updated_at': '2021-04-14T11:31:07Z', 'revision_number': 4, 'project_id': 'cd23809561d4490b94c1159112480623', 'gw_port': {'id': 'cdb95ef0-f5f9-495d-aeb8-aff8ed798ace', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac20335-c395-4aac-a148-bf806992f144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:31:03Z', 'updated_at': '2021-04-14T11:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': 'f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2', 'name': '', 'network_id': 'cae2c22a-2f02-4e49-ad0a-b3f0ec201edd', 'tenant_id': 'cd23809561d4490b94c1159112480623', 'mac_address': 'fa:16:3e:9c:15:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac20335-c395-4aac-a148-bf806992f144', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '4c45b551-da9b-4aaa-9561-99c721cf1404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:31:07Z', 'updated_at': '2021-04-14T11:31:14Z', 'revision_number': 4, 'project_id': 'cd23809561d4490b94c1159112480623', 'subnets': [{'id': '4c45b551-da9b-4aaa-9561-99c721cf1404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 11:31:15.282239 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a8da6d01-88aa-45d7-86b6-29d8bc7db757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:15.308593 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-58ca18f2-3c17-4fbf-9899-ef102cf2fdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e2c2eb-754b-48bb-8cca-fee56308d3b1', 'name': 'tempest-TestShelveInstance-1939147722-router', 'tenant_id': '0b0486ea17cd4661bf585fef38b7a060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f6548840-1d0b-49a4-a1c2-3bfc1c33f658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:31:11Z', 'updated_at': '2021-04-14T11:31:12Z', 'revision_number': 3, 'project_id': '0b0486ea17cd4661bf585fef38b7a060', 'gw_port': {'id': 'f6548840-1d0b-49a4-a1c2-3bfc1c33f658', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e2c2eb-754b-48bb-8cca-fee56308d3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:31:11Z', 'updated_at': '2021-04-14T11:31:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb'}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:31:15.332956 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a8da6d01-88aa-45d7-86b6-29d8bc7db757 None None] For port a044afc2-b8a4-4f84-8315-d559dc2e7dd6, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=a044afc2-b8a4-4f84-8315-d559dc2e7dd6,segment=NetworkSegment(515d0bae-69ee-46b6-a28e-55eef7fa1e38),segment_id=515d0bae-69ee-46b6-a28e-55eef7fa1e38)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:31:15.334170 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ca18f2-3c17-4fbf-9899-ef102cf2fdde None None] Checking router: 14e2c2eb-754b-48bb-8cca-fee56308d3b1 for host: dv-cinder-774594-3-smb {{(pid=85229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 11:31:15.334703 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ca18f2-3c17-4fbf-9899-ef102cf2fdde None None] Updating router 14e2c2eb-754b-48bb-8cca-fee56308d3b1 port f6548840-1d0b-49a4-a1c2-3bfc1c33f658 binding host dv-cinder-774594-3-smb {{(pid=85229) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 11:31:15.336025 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [None req-7c76fdfe-780b-43e8-9fdd-3512b1d6c227 admin admin] Allocated IP 172.20.0.1 (83ad333f-05bc-4d22-a964-95e2de42df81/094444be-4674-4ee2-b8f6-c45ccd43801d/06e2bbf4-bf53-47d5-bcd8-cb27422a6808) {{(pid=85228) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:31:15.383893 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a8da6d01-88aa-45d7-86b6-29d8bc7db757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:15.390400 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:15.441592 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2 up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:31:15.552228 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7c76fdfe-780b-43e8-9fdd-3512b1d6c227 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:15.569217 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-7c76fdfe-780b-43e8-9fdd-3512b1d6c227 admin admin] Transition to ACTIVE for port object 06e2bbf4-bf53-47d5-bcd8-cb27422a6808 will not be triggered until provisioned by entity DHCP. {{(pid=85228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:31:15.588662 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-58ca18f2-3c17-4fbf-9899-ef102cf2fdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:15.596959 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7c76fdfe-780b-43e8-9fdd-3512b1d6c227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1926183'] for port, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:15.663624 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da6d01-88aa-45d7-86b6-29d8bc7db757 None None] Pushing event updated for resources: {'Port': ['ID=a044afc2-b8a4-4f84-8315-d559dc2e7dd6,revision_number=3']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:15.678428 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a8da6d01-88aa-45d7-86b6-29d8bc7db757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:15.686890 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-0a780d1a-2c2b-47f8-a7d4-c1fd98fcf455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:15.764292 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning for port f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2 completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:31:15.793526 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76fdfe-780b-43e8-9fdd-3512b1d6c227 admin admin] Pushing event updated for resources: {'Port': ['ID=06e2bbf4-bf53-47d5-bcd8-cb27422a6808,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:15.796664 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-7c76fdfe-780b-43e8-9fdd-3512b1d6c227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:15.806694 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning complete for port f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:31:15.807117 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:15.819790 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c76fdfe-780b-43e8-9fdd-3512b1d6c227 admin admin] Network 83ad333f-05bc-4d22-a964-95e2de42df81 is already hosted by enough agents. {{(pid=85228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:31:15.821113 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-7c76fdfe-780b-43e8-9fdd-3512b1d6c227 admin admin] Resources bound (agent type, host, resource id): {{(pid=85228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:31:15.824270 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c76fdfe-780b-43e8-9fdd-3512b1d6c227 admin admin] Received port after_create {{(pid=85228) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:31:15.885782 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7c76fdfe-780b-43e8-9fdd-3512b1d6c227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656524'] for router_interface, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:16.081681 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-8d704e45-eb02-49b6-a403-d3c1a5746c8e None None] Provisioning complete for port a044afc2-b8a4-4f84-8315-d559dc2e7dd6 triggered by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:31:16.082254 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8d704e45-eb02-49b6-a403-d3c1a5746c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:16.115993 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:16.185341 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] For port f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2,segment=NetworkSegment(26807db2-2985-4132-9fc2-19da97eeb1d6),segment_id=26807db2-2985-4132-9fc2-19da97eeb1d6)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:31:16.202204 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:16.204191 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:16.338945 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Pushing event updated for resources: {'Port': ['ID=f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2,revision_number=5']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:16.353867 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:16.396877 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7c76fdfe-780b-43e8-9fdd-3512b1d6c227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:16.438855 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-58ca18f2-3c17-4fbf-9899-ef102cf2fdde None None] Notify callbacks [] for port, precommit_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:16.451282 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-58ca18f2-3c17-4fbf-9899-ef102cf2fdde None None] Transition to ACTIVE for port object f6548840-1d0b-49a4-a1c2-3bfc1c33f658 will not be triggered until provisioned by entity L2. {{(pid=85229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:31:16.457027 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-58ca18f2-3c17-4fbf-9899-ef102cf2fdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:16.473183 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:16.614262 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8cbd6f-c967-49d8-89a1-f3ad18bfa225 None None] Pushing event updated for resources: {'Port': ['ID=f6548840-1d0b-49a4-a1c2-3bfc1c33f658,revision_number=2']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:16.617121 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-ff8cbd6f-c967-49d8-89a1-f3ad18bfa225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:16.617946 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-b9f118fa-5724-4e83-b9c0-d1416c0fd4cc None None] Provisioning for port 06e2bbf4-bf53-47d5-bcd8-cb27422a6808 completed by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:31:16.626471 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-b9f118fa-5724-4e83-b9c0-d1416c0fd4cc None None] Provisioning complete for port 06e2bbf4-bf53-47d5-bcd8-cb27422a6808 triggered by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:31:16.626922 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-b9f118fa-5724-4e83-b9c0-d1416c0fd4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:16.676916 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7c76fdfe-780b-43e8-9fdd-3512b1d6c227 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:16.682795 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7c76fdfe-780b-43e8-9fdd-3512b1d6c227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852849601'] for port, after_update {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:16.713540 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-f9d45924-60be-4f30-8281-f0cf6b22eb4f tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:16.718120 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-b9f118fa-5724-4e83-b9c0-d1416c0fd4cc None None] Port 06e2bbf4-bf53-47d5-bcd8-cb27422a6808 cannot update to ACTIVE because it is not bound. {{(pid=85229) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 11:31:16.757651 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-58ca18f2-3c17-4fbf-9899-ef102cf2fdde None None] Attempting to bind port f6548840-1d0b-49a4-a1c2-3bfc1c33f658 on host dv-cinder-774594-3-smb for vnic_type normal with profile {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:31:16.758081 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-58ca18f2-3c17-4fbf-9899-ef102cf2fdde None None] Attempting to bind port f6548840-1d0b-49a4-a1c2-3bfc1c33f658 by drivers openvswitch,hyperv on host dv-cinder-774594-3-smb at level 0 using segments [{'id': 'fc5032d9-be7b-4842-99b0-b17509c45e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'}] {{(pid=85229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:31:16.758493 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ca18f2-3c17-4fbf-9899-ef102cf2fdde None None] Attempting to bind port f6548840-1d0b-49a4-a1c2-3bfc1c33f658 on network f1313642-efe2-441a-94e8-1aeb14258027 {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:31:16.765502 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ca18f2-3c17-4fbf-9899-ef102cf2fdde None None] Checking agent: {'id': 'bc79d1ea-49d8-4ce6-bb8d-e4f173948ffd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 14, 10), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:31:16.765786 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ca18f2-3c17-4fbf-9899-ef102cf2fdde None None] Checking segment: {'id': 'fc5032d9-be7b-4842-99b0-b17509c45e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:31:16.766318 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-58ca18f2-3c17-4fbf-9899-ef102cf2fdde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:16.766776 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ca18f2-3c17-4fbf-9899-ef102cf2fdde None None] Bound using segment: {'id': 'fc5032d9-be7b-4842-99b0-b17509c45e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'} {{(pid=85229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:31:16.767655 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-58ca18f2-3c17-4fbf-9899-ef102cf2fdde None None] Bound port: f6548840-1d0b-49a4-a1c2-3bfc1c33f658, host: dv-cinder-774594-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5032d9-be7b-4842-99b0-b17509c45e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027'}}] {{(pid=85229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:31:16.768077 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-58ca18f2-3c17-4fbf-9899-ef102cf2fdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:16.803657 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7c76fdfe-780b-43e8-9fdd-3512b1d6c227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-771109'] for router_interface, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:16.819842 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76fdfe-780b-43e8-9fdd-3512b1d6c227 admin admin] Pushing event updated for resources: {'Port': ['ID=06e2bbf4-bf53-47d5-bcd8-cb27422a6808,revision_number=2']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:16.847188 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-58ca18f2-3c17-4fbf-9899-ef102cf2fdde None None] For port f6548840-1d0b-49a4-a1c2-3bfc1c33f658, host dv-cinder-774594-3-smb, cleared binding levels {{(pid=85229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:31:16.850697 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-58ca18f2-3c17-4fbf-9899-ef102cf2fdde None None] For port f6548840-1d0b-49a4-a1c2-3bfc1c33f658, host dv-cinder-774594-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=f6548840-1d0b-49a4-a1c2-3bfc1c33f658,segment=NetworkSegment(fc5032d9-be7b-4842-99b0-b17509c45e41),segment_id=fc5032d9-be7b-4842-99b0-b17509c45e41)] {{(pid=85229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:31:16.854691 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-58ca18f2-3c17-4fbf-9899-ef102cf2fdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:16.870656 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-c45030af-5aa1-49b4-857d-9a4802855179 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:16.873615 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-7c76fdfe-780b-43e8-9fdd-3512b1d6c227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:16.953826 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c76fdfe-780b-43e8-9fdd-3512b1d6c227 admin admin] Network 83ad333f-05bc-4d22-a964-95e2de42df81 is already hosted by enough agents. {{(pid=85228) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:31:16.955125 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-7c76fdfe-780b-43e8-9fdd-3512b1d6c227 admin admin] Resources bound (agent type, host, resource id): {{(pid=85228) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:31:17.025578 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8cbd6f-c967-49d8-89a1-f3ad18bfa225 None None] Pushing event updated for resources: {'Port': ['ID=f6548840-1d0b-49a4-a1c2-3bfc1c33f658,revision_number=3']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:17.030358 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-ff8cbd6f-c967-49d8-89a1-f3ad18bfa225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:17.183109 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c76fdfe-780b-43e8-9fdd-3512b1d6c227 admin admin] Router 14e2c2eb-754b-48bb-8cca-fee56308d3b1 has already been hosted by L3 agent 72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6 {{(pid=85228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 11:31:17.249274 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-6e1844c3-46b6-457c-8738-565d02cb5dd9 None None] Provisioning complete for port 06e2bbf4-bf53-47d5-bcd8-cb27422a6808 triggered by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:31:17.249689 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6e1844c3-46b6-457c-8738-565d02cb5dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:17.289821 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ca18f2-3c17-4fbf-9899-ef102cf2fdde None None] Routers {'14e2c2eb-754b-48bb-8cca-fee56308d3b1'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:31:17.291094 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-58ca18f2-3c17-4fbf-9899-ef102cf2fdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:31:09Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['14e2c2eb-754b-48bb-8cca-fee56308d3b1'], 'active': True} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:31:17.382027 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c76fdfe-780b-43e8-9fdd-3512b1d6c227 admin admin] Notify agent at l3_agent.dv-cinder-774594-3-smb the message routers_updated {{(pid=85228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 11:31:17.391275 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-7c76fdfe-780b-43e8-9fdd-3512b1d6c227 admin admin] 10.222.0.52 "PUT /v2.0/routers/14e2c2eb-754b-48bb-8cca-fee56308d3b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1427238 Apr 14 11:31:17.425391 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device a044afc2-b8a4-4f84-8315-d559dc2e7dd6 up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:31:17.479625 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-6e1844c3-46b6-457c-8738-565d02cb5dd9 None None] Port 06e2bbf4-bf53-47d5-bcd8-cb27422a6808 cannot update to ACTIVE because it is not bound. {{(pid=85229) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 11:31:17.555490 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-58ca18f2-3c17-4fbf-9899-ef102cf2fdde None None] Set router 14e2c2eb-754b-48bb-8cca-fee56308d3b1 gateway port host: dv-cinder-774594-3-smb {{(pid=85229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:31:17.614490 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning complete for port a044afc2-b8a4-4f84-8315-d559dc2e7dd6 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:31:17.614955 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:17.932766 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2 up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:31:17.935182 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 36910) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:31:17.941513 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-d6e50759-2ce7-41de-a4a2-a40a49e00eed tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1688928448', 'description': 'tempest-secgroup-smoke-1688928448 description', 'project_id': 'cd23809561d4490b94c1159112480623'}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:31:17.949319 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-d6e50759-2ce7-41de-a4a2-a40a49e00eed tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:31:17.953857 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-d6e50759-2ce7-41de-a4a2-a40a49e00eed tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Usage tracker for resource:security_group and tenant:cd23809561d4490b94c1159112480623 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:31:17.957123 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-d6e50759-2ce7-41de-a4a2-a40a49e00eed tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:31:17.963525 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-d6e50759-2ce7-41de-a4a2-a40a49e00eed tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:31:17.974871 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d6e50759-2ce7-41de-a4a2-a40a49e00eed tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:17.996568 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-d6e50759-2ce7-41de-a4a2-a40a49e00eed tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:31:18.001094 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-d6e50759-2ce7-41de-a4a2-a40a49e00eed tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Usage tracker for resource:security_group_rule and tenant:cd23809561d4490b94c1159112480623 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:31:18.004236 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-d6e50759-2ce7-41de-a4a2-a40a49e00eed tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:31:18.011041 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-d6e50759-2ce7-41de-a4a2-a40a49e00eed tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:31:18.077291 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning complete for port f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:31:18.077712 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:18.098444 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d6e50759-2ce7-41de-a4a2-a40a49e00eed tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:18.101802 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d6e50759-2ce7-41de-a4a2-a40a49e00eed tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:18.107517 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-d77d930a-7697-4e54-9074-95eeb0eacba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:18.127432 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-58ca18f2-3c17-4fbf-9899-ef102cf2fdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e2c2eb-754b-48bb-8cca-fee56308d3b1', 'name': 'tempest-TestShelveInstance-1939147722-router', 'tenant_id': '0b0486ea17cd4661bf585fef38b7a060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f6548840-1d0b-49a4-a1c2-3bfc1c33f658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:31:11Z', 'updated_at': '2021-04-14T11:31:16Z', 'revision_number': 4, 'project_id': '0b0486ea17cd4661bf585fef38b7a060', 'gw_port': {'id': 'f6548840-1d0b-49a4-a1c2-3bfc1c33f658', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e2c2eb-754b-48bb-8cca-fee56308d3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:31:11Z', 'updated_at': '2021-04-14T11:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': '06e2bbf4-bf53-47d5-bcd8-cb27422a6808', 'name': '', 'network_id': '83ad333f-05bc-4d22-a964-95e2de42df81', 'tenant_id': '0b0486ea17cd4661bf585fef38b7a060', 'mac_address': 'fa:16:3e:e5:9c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e2c2eb-754b-48bb-8cca-fee56308d3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '094444be-4674-4ee2-b8f6-c45ccd43801d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:31:15Z', 'updated_at': '2021-04-14T11:31:16Z', 'revision_number': 2, 'project_id': '0b0486ea17cd4661bf585fef38b7a060', 'subnets': [{'id': '094444be-4674-4ee2-b8f6-c45ccd43801d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:31:18.143845 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ca18f2-3c17-4fbf-9899-ef102cf2fdde None None] The sync data for ids ['14e2c2eb-754b-48bb-8cca-fee56308d3b1'] in dv-cinder-774594-3-smb is: [{'id': '14e2c2eb-754b-48bb-8cca-fee56308d3b1', 'name': 'tempest-TestShelveInstance-1939147722-router', 'tenant_id': '0b0486ea17cd4661bf585fef38b7a060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f6548840-1d0b-49a4-a1c2-3bfc1c33f658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:31:11Z', 'updated_at': '2021-04-14T11:31:16Z', 'revision_number': 4, 'project_id': '0b0486ea17cd4661bf585fef38b7a060', 'gw_port': {'id': 'f6548840-1d0b-49a4-a1c2-3bfc1c33f658', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e2c2eb-754b-48bb-8cca-fee56308d3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:31:11Z', 'updated_at': '2021-04-14T11:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': '06e2bbf4-bf53-47d5-bcd8-cb27422a6808', 'name': '', 'network_id': '83ad333f-05bc-4d22-a964-95e2de42df81', 'tenant_id': '0b0486ea17cd4661bf585fef38b7a060', 'mac_address': 'fa:16:3e:e5:9c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e2c2eb-754b-48bb-8cca-fee56308d3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '094444be-4674-4ee2-b8f6-c45ccd43801d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:31:15Z', 'updated_at': '2021-04-14T11:31:16Z', 'revision_number': 2, 'project_id': '0b0486ea17cd4661bf585fef38b7a060', 'subnets': [{'id': '094444be-4674-4ee2-b8f6-c45ccd43801d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 11:31:18.150844 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e50759-2ce7-41de-a4a2-a40a49e00eed tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb584a8a-f936-4e8a-8e84-659f5d517971,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:18.164269 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-d6e50759-2ce7-41de-a4a2-a40a49e00eed tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:18.165637 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d6e50759-2ce7-41de-a4a2-a40a49e00eed tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:18.170331 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 36916) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:31:18.171836 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-d6e50759-2ce7-41de-a4a2-a40a49e00eed tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2353072 Apr 14 11:31:18.177758 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-7b177d2e-b97e-40a5-b8e5-65f08a95b333 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Request body: {'security_group_rule': {'security_group_id': 'fb584a8a-f936-4e8a-8e84-659f5d517971', 'project_id': 'cd23809561d4490b94c1159112480623', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:31:18.185553 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-7b177d2e-b97e-40a5-b8e5-65f08a95b333 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:31:18.189713 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-7b177d2e-b97e-40a5-b8e5-65f08a95b333 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Usage tracker for resource:security_group_rule and tenant:cd23809561d4490b94c1159112480623 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:31:18.193710 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-7b177d2e-b97e-40a5-b8e5-65f08a95b333 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:31:18.200573 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-7b177d2e-b97e-40a5-b8e5-65f08a95b333 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:31:18.216296 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7b177d2e-b97e-40a5-b8e5-65f08a95b333 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:18.281852 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7b177d2e-b97e-40a5-b8e5-65f08a95b333 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:18.285133 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7b177d2e-b97e-40a5-b8e5-65f08a95b333 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685144'] for security_group_rule, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:18.287402 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-8c047ca8-e6d7-4def-9a54-2870750c3767 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:18.314306 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b177d2e-b97e-40a5-b8e5-65f08a95b333 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ed6464a-2f00-496f-ad29-0258103b8fc3,revision_number=0']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:18.326498 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b177d2e-b97e-40a5-b8e5-65f08a95b333 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:18.326960 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b177d2e-b97e-40a5-b8e5-65f08a95b333 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:18.327369 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b177d2e-b97e-40a5-b8e5-65f08a95b333 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:18.327775 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b177d2e-b97e-40a5-b8e5-65f08a95b333 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:18.328176 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b177d2e-b97e-40a5-b8e5-65f08a95b333 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:18.328573 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b177d2e-b97e-40a5-b8e5-65f08a95b333 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:18.328968 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b177d2e-b97e-40a5-b8e5-65f08a95b333 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:18.329362 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b177d2e-b97e-40a5-b8e5-65f08a95b333 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:18.329759 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b177d2e-b97e-40a5-b8e5-65f08a95b333 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:18.330152 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b177d2e-b97e-40a5-b8e5-65f08a95b333 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:18.330558 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b177d2e-b97e-40a5-b8e5-65f08a95b333 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:18.330960 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b177d2e-b97e-40a5-b8e5-65f08a95b333 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:18.334102 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7b177d2e-b97e-40a5-b8e5-65f08a95b333 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:18.336739 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-7b177d2e-b97e-40a5-b8e5-65f08a95b333 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1639197 Apr 14 11:31:18.336739 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-7b177d2e-b97e-40a5-b8e5-65f08a95b333 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:18.338353 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 36920) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:31:18.343885 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-e3fd5122-1533-4c31-879a-67c3b8dc2fdb tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Request body: {'security_group_rule': {'security_group_id': 'fb584a8a-f936-4e8a-8e84-659f5d517971', 'project_id': 'cd23809561d4490b94c1159112480623', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:31:18.350316 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-e3fd5122-1533-4c31-879a-67c3b8dc2fdb tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:31:18.355138 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-e3fd5122-1533-4c31-879a-67c3b8dc2fdb tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Usage tracker for resource:security_group_rule and tenant:cd23809561d4490b94c1159112480623 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:31:18.358102 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-e3fd5122-1533-4c31-879a-67c3b8dc2fdb tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:31:18.364180 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-e3fd5122-1533-4c31-879a-67c3b8dc2fdb tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:31:18.381242 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e3fd5122-1533-4c31-879a-67c3b8dc2fdb tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:18.445641 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e3fd5122-1533-4c31-879a-67c3b8dc2fdb tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:18.448161 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e3fd5122-1533-4c31-879a-67c3b8dc2fdb tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685144'] for security_group_rule, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:18.456103 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-7b177d2e-b97e-40a5-b8e5-65f08a95b333 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:18.478829 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd5122-1533-4c31-879a-67c3b8dc2fdb tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f201b9e-2829-4e8b-87d0-725e4dac674f,revision_number=0']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:18.481520 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-e3fd5122-1533-4c31-879a-67c3b8dc2fdb tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:18.486801 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e3fd5122-1533-4c31-879a-67c3b8dc2fdb tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:18.488086 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-e3fd5122-1533-4c31-879a-67c3b8dc2fdb tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1487968 Apr 14 11:31:18.491046 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 36924) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:31:18.497233 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-3c228c26-c84a-4488-9e0f-210ba1eff926 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Request body: {'security_group_rule': {'security_group_id': 'fb584a8a-f936-4e8a-8e84-659f5d517971', 'project_id': 'cd23809561d4490b94c1159112480623', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:31:18.505787 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-3c228c26-c84a-4488-9e0f-210ba1eff926 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:31:18.509582 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-3c228c26-c84a-4488-9e0f-210ba1eff926 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Usage tracker for resource:security_group_rule and tenant:cd23809561d4490b94c1159112480623 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:31:18.513911 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-3c228c26-c84a-4488-9e0f-210ba1eff926 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:31:18.520824 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-3c228c26-c84a-4488-9e0f-210ba1eff926 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:31:18.538766 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3c228c26-c84a-4488-9e0f-210ba1eff926 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:18.612058 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3c228c26-c84a-4488-9e0f-210ba1eff926 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:18.614925 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3c228c26-c84a-4488-9e0f-210ba1eff926 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685144'] for security_group_rule, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:18.623642 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:18.643138 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c228c26-c84a-4488-9e0f-210ba1eff926 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec740289-5f1d-4de8-9725-b418f27ec452,revision_number=0']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:18.645856 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-3c228c26-c84a-4488-9e0f-210ba1eff926 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:18.654187 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3c228c26-c84a-4488-9e0f-210ba1eff926 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:18.655584 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-3c228c26-c84a-4488-9e0f-210ba1eff926 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1635447 Apr 14 11:31:18.658452 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 36928) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:31:18.664347 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-fbbdee8f-009d-4303-b047-f3389b729fc2 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Request body: {'security_group_rule': {'security_group_id': 'fb584a8a-f936-4e8a-8e84-659f5d517971', 'project_id': 'cd23809561d4490b94c1159112480623', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:31:18.671472 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-fbbdee8f-009d-4303-b047-f3389b729fc2 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:31:18.675864 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-fbbdee8f-009d-4303-b047-f3389b729fc2 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Usage tracker for resource:security_group_rule and tenant:cd23809561d4490b94c1159112480623 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:31:18.679043 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-fbbdee8f-009d-4303-b047-f3389b729fc2 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:31:18.685934 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-fbbdee8f-009d-4303-b047-f3389b729fc2 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:31:18.703035 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-fbbdee8f-009d-4303-b047-f3389b729fc2 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:18.776669 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-fbbdee8f-009d-4303-b047-f3389b729fc2 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:18.779552 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-fbbdee8f-009d-4303-b047-f3389b729fc2 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685144'] for security_group_rule, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:18.781765 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-38ec992e-1513-4a53-b473-8e50c89c2818 tempest-TestMinimumBasicScenario-555675275 tempest-TestMinimumBasicScenario-555675275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:18.807753 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbdee8f-009d-4303-b047-f3389b729fc2 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0752d719-51a4-4dd3-a22f-b811a9130771,revision_number=0']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:18.812717 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-fbbdee8f-009d-4303-b047-f3389b729fc2 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:18.816682 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-fbbdee8f-009d-4303-b047-f3389b729fc2 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:18.820487 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-fbbdee8f-009d-4303-b047-f3389b729fc2 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1584346 Apr 14 11:31:18.821050 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 36932) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:31:18.827444 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-f7bcf5c1-6a5a-4ef2-b137-75142ee5ee74 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Request body: {'security_group_rule': {'security_group_id': 'fb584a8a-f936-4e8a-8e84-659f5d517971', 'project_id': 'cd23809561d4490b94c1159112480623', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85228) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:31:18.834029 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-f7bcf5c1-6a5a-4ef2-b137-75142ee5ee74 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:31:18.838795 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-f7bcf5c1-6a5a-4ef2-b137-75142ee5ee74 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Usage tracker for resource:security_group_rule and tenant:cd23809561d4490b94c1159112480623 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:31:18.842093 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-f7bcf5c1-6a5a-4ef2-b137-75142ee5ee74 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:31:18.848290 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-f7bcf5c1-6a5a-4ef2-b137-75142ee5ee74 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:31:18.859556 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.db.securitygroups_db [None req-f7bcf5c1-6a5a-4ef2-b137-75142ee5ee74 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Project cd23809561d4490b94c1159112480623 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 11:31:18.866846 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f7bcf5c1-6a5a-4ef2-b137-75142ee5ee74 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:18.951755 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f7bcf5c1-6a5a-4ef2-b137-75142ee5ee74 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:18.954656 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f7bcf5c1-6a5a-4ef2-b137-75142ee5ee74 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685144'] for security_group_rule, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:18.963686 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-1cbb2ee4-5171-40f0-a59b-e882bf73c6ae tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:18.987457 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bcf5c1-6a5a-4ef2-b137-75142ee5ee74 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6252c750-9251-4c93-8a2b-df30c0aecd66,revision_number=0']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:18.990112 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-f7bcf5c1-6a5a-4ef2-b137-75142ee5ee74 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:18.994540 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f7bcf5c1-6a5a-4ef2-b137-75142ee5ee74 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:18.998861 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-f7bcf5c1-6a5a-4ef2-b137-75142ee5ee74 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1766427 Apr 14 11:31:18.999000 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 36936) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:31:19.004966 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-bf584388-bca4-40b7-adf3-9af4385bf01e tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Request body: {'security_group_rule': {'security_group_id': 'fb584a8a-f936-4e8a-8e84-659f5d517971', 'project_id': 'cd23809561d4490b94c1159112480623', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:31:19.011882 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-bf584388-bca4-40b7-adf3-9af4385bf01e tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:31:19.016225 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-bf584388-bca4-40b7-adf3-9af4385bf01e tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Usage tracker for resource:security_group_rule and tenant:cd23809561d4490b94c1159112480623 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:31:19.019569 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-bf584388-bca4-40b7-adf3-9af4385bf01e tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:31:19.027431 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-bf584388-bca4-40b7-adf3-9af4385bf01e tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:31:19.037658 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.db.securitygroups_db [None req-bf584388-bca4-40b7-adf3-9af4385bf01e tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Project cd23809561d4490b94c1159112480623 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 11:31:19.045994 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-bf584388-bca4-40b7-adf3-9af4385bf01e tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:19.121691 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-bf584388-bca4-40b7-adf3-9af4385bf01e tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:19.125105 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-bf584388-bca4-40b7-adf3-9af4385bf01e tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-685144'] for security_group_rule, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:19.127382 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:19.153507 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf584388-bca4-40b7-adf3-9af4385bf01e tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d734fd-b75d-4370-9cdb-87884c00d31e,revision_number=0']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:19.156243 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-bf584388-bca4-40b7-adf3-9af4385bf01e tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:19.166474 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-bf584388-bca4-40b7-adf3-9af4385bf01e tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:19.169445 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-bf584388-bca4-40b7-adf3-9af4385bf01e tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1676340 Apr 14 11:31:19.415636 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device f6548840-1d0b-49a4-a1c2-3bfc1c33f658 up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:31:19.432797 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 36974) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:31:19.500160 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning for port f6548840-1d0b-49a4-a1c2-3bfc1c33f658 completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:31:19.505313 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning complete for port f6548840-1d0b-49a4-a1c2-3bfc1c33f658 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:31:19.505815 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:19.578148 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7d3ff771-e229-4c9e-89b1-3b1d216026f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:19.596057 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-7d3ff771-e229-4c9e-89b1-3b1d216026f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:31:19.600105 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-7d3ff771-e229-4c9e-89b1-3b1d216026f9 admin admin] Usage tracker for resource:security_group_rule and tenant:400276dc54f4409b8fe656b8b542afce is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:31:19.603374 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-7d3ff771-e229-4c9e-89b1-3b1d216026f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:31:19.609425 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-7d3ff771-e229-4c9e-89b1-3b1d216026f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:31:19.651783 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:19.669746 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] For port f6548840-1d0b-49a4-a1c2-3bfc1c33f658, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=f6548840-1d0b-49a4-a1c2-3bfc1c33f658,segment=NetworkSegment(fc5032d9-be7b-4842-99b0-b17509c45e41),segment_id=fc5032d9-be7b-4842-99b0-b17509c45e41)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:31:19.672896 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:19.677823 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-5515d899-7de5-4f84-8e9e-e403b76e3831 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:19.716436 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7d3ff771-e229-4c9e-89b1-3b1d216026f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:19.720718 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7d3ff771-e229-4c9e-89b1-3b1d216026f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:19.731307 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-0e340dbe-17be-4835-a52d-0714d8876d0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:19.754436 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Pushing event updated for resources: {'Port': ['ID=f6548840-1d0b-49a4-a1c2-3bfc1c33f658,revision_number=4']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:19.757716 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:19.777937 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-7d3ff771-e229-4c9e-89b1-3b1d216026f9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=400276dc54f4409b8fe656b8b542afce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3436792 Apr 14 11:31:19.779751 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ff771-e229-4c9e-89b1-3b1d216026f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27fce8a3-8700-4b8b-8b39-64c82dd8070b,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:19.780799 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 36988) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:31:19.783137 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-7d3ff771-e229-4c9e-89b1-3b1d216026f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:19.844549 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6a004c4b-e8aa-42c5-8d3f-4d7bfef8be56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:19.873421 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6a004c4b-e8aa-42c5-8d3f-4d7bfef8be56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:19.928917 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6a004c4b-e8aa-42c5-8d3f-4d7bfef8be56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:19.934804 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-10379281-fb99-4c5c-ab1d-60389ab61ce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:19.945708 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a004c4b-e8aa-42c5-8d3f-4d7bfef8be56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fce8a3-8700-4b8b-8b39-64c82dd8070b,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:19.949897 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-6a004c4b-e8aa-42c5-8d3f-4d7bfef8be56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:19.953595 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6a004c4b-e8aa-42c5-8d3f-4d7bfef8be56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:19.954912 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-6a004c4b-e8aa-42c5-8d3f-4d7bfef8be56 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/27fce8a3-8700-4b8b-8b39-64c82dd8070b HTTP/1.1" status: 204 len: 168 time: 0.1730187 Apr 14 11:31:20.262605 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 37010) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:31:20.281849 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2a7dfc67-6fb9-4a44-b7d1-4d6b17e6e2fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:20.301693 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-2a7dfc67-6fb9-4a44-b7d1-4d6b17e6e2fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:31:20.305776 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-2a7dfc67-6fb9-4a44-b7d1-4d6b17e6e2fa admin admin] Usage tracker for resource:security_group_rule and tenant:b257857c7ef744beb7cf07b414be3733 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:31:20.308775 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-2a7dfc67-6fb9-4a44-b7d1-4d6b17e6e2fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:31:20.314883 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-2a7dfc67-6fb9-4a44-b7d1-4d6b17e6e2fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:31:20.409951 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2a7dfc67-6fb9-4a44-b7d1-4d6b17e6e2fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:20.423651 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2a7dfc67-6fb9-4a44-b7d1-4d6b17e6e2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:20.432621 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-2f8d4f62-1922-4fa4-873c-dec21f8e4cfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:20.479885 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-2a7dfc67-6fb9-4a44-b7d1-4d6b17e6e2fa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b257857c7ef744beb7cf07b414be3733&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2161024 Apr 14 11:31:20.481600 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7dfc67-6fb9-4a44-b7d1-4d6b17e6e2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f027a0-ff4f-4a81-b699-518518e1f656,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:20.482803 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 37018) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:31:20.485127 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-2a7dfc67-6fb9-4a44-b7d1-4d6b17e6e2fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:20.549181 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2f3b36d0-6394-4f4c-9769-5d0650baf6ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:20.577241 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2f3b36d0-6394-4f4c-9769-5d0650baf6ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:20.621832 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2f3b36d0-6394-4f4c-9769-5d0650baf6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:20.626903 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-c1caa7a0-eac2-4f88-aac6-66dcb0285e11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:20.640998 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b36d0-6394-4f4c-9769-5d0650baf6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f027a0-ff4f-4a81-b699-518518e1f656,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:20.645850 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-2f3b36d0-6394-4f4c-9769-5d0650baf6ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:20.650924 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2f3b36d0-6394-4f4c-9769-5d0650baf6ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:20.652172 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-2f3b36d0-6394-4f4c-9769-5d0650baf6ff admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/90f027a0-ff4f-4a81-b699-518518e1f656 HTTP/1.1" status: 204 len: 168 time: 0.1682250 Apr 14 11:31:21.289690 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f210ebd-15ee-493a-b940-a580fff20e88 None None] Sync routers for ids ['14e2c2eb-754b-48bb-8cca-fee56308d3b1'] in dv-cinder-774594-3-smb {{(pid=85230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 11:31:21.304246 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f210ebd-15ee-493a-b940-a580fff20e88 None None] Routers {'14e2c2eb-754b-48bb-8cca-fee56308d3b1'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:31:21.304922 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-5f210ebd-15ee-493a-b940-a580fff20e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:31:09Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['14e2c2eb-754b-48bb-8cca-fee56308d3b1'], 'active': True} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:31:21.363916 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device f6548840-1d0b-49a4-a1c2-3bfc1c33f658 up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:31:21.449815 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning complete for port f6548840-1d0b-49a4-a1c2-3bfc1c33f658 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:31:21.450239 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:21.662985 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-5f210ebd-15ee-493a-b940-a580fff20e88 None None] Set router 14e2c2eb-754b-48bb-8cca-fee56308d3b1 gateway port host: dv-cinder-774594-3-smb {{(pid=85230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:31:22.002239 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-5f210ebd-15ee-493a-b940-a580fff20e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e2c2eb-754b-48bb-8cca-fee56308d3b1', 'name': 'tempest-TestShelveInstance-1939147722-router', 'tenant_id': '0b0486ea17cd4661bf585fef38b7a060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f6548840-1d0b-49a4-a1c2-3bfc1c33f658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:31:11Z', 'updated_at': '2021-04-14T11:31:16Z', 'revision_number': 4, 'project_id': '0b0486ea17cd4661bf585fef38b7a060', 'gw_port': {'id': 'f6548840-1d0b-49a4-a1c2-3bfc1c33f658', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e2c2eb-754b-48bb-8cca-fee56308d3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:31:11Z', 'updated_at': '2021-04-14T11:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': '06e2bbf4-bf53-47d5-bcd8-cb27422a6808', 'name': '', 'network_id': '83ad333f-05bc-4d22-a964-95e2de42df81', 'tenant_id': '0b0486ea17cd4661bf585fef38b7a060', 'mac_address': 'fa:16:3e:e5:9c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e2c2eb-754b-48bb-8cca-fee56308d3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '094444be-4674-4ee2-b8f6-c45ccd43801d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:31:15Z', 'updated_at': '2021-04-14T11:31:16Z', 'revision_number': 2, 'project_id': '0b0486ea17cd4661bf585fef38b7a060', 'subnets': [{'id': '094444be-4674-4ee2-b8f6-c45ccd43801d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:31:22.010975 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f210ebd-15ee-493a-b940-a580fff20e88 None None] Checking router: 14e2c2eb-754b-48bb-8cca-fee56308d3b1 for host: dv-cinder-774594-3-smb {{(pid=85230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 11:31:22.011454 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f210ebd-15ee-493a-b940-a580fff20e88 None None] Updating router 14e2c2eb-754b-48bb-8cca-fee56308d3b1 port 06e2bbf4-bf53-47d5-bcd8-cb27422a6808 binding host dv-cinder-774594-3-smb {{(pid=85230) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 11:31:22.068583 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5f210ebd-15ee-493a-b940-a580fff20e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:22.507054 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5f210ebd-15ee-493a-b940-a580fff20e88 None None] Notify callbacks [] for port, precommit_update {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:22.520075 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-5f210ebd-15ee-493a-b940-a580fff20e88 None None] Transition to ACTIVE for port object 06e2bbf4-bf53-47d5-bcd8-cb27422a6808 will not be triggered until provisioned by entity L2. {{(pid=85230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:31:22.526470 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5f210ebd-15ee-493a-b940-a580fff20e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:22.542799 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-661af5f9-2f57-41d8-a3fd-dae6aa9764c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85230) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:22.691659 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2948842d-2d6a-44e1-9927-9f5d7726d70b None None] Pushing event updated for resources: {'Port': ['ID=06e2bbf4-bf53-47d5-bcd8-cb27422a6808,revision_number=3']} {{(pid=85230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:22.696755 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-2948842d-2d6a-44e1-9927-9f5d7726d70b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85230) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:22.890088 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-5f210ebd-15ee-493a-b940-a580fff20e88 None None] Attempting to bind port 06e2bbf4-bf53-47d5-bcd8-cb27422a6808 on host dv-cinder-774594-3-smb for vnic_type normal with profile {{(pid=85230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:31:22.890496 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-5f210ebd-15ee-493a-b940-a580fff20e88 None None] Attempting to bind port 06e2bbf4-bf53-47d5-bcd8-cb27422a6808 by drivers openvswitch,hyperv on host dv-cinder-774594-3-smb at level 0 using segments [{'id': '515d0bae-69ee-46b6-a28e-55eef7fa1e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '83ad333f-05bc-4d22-a964-95e2de42df81'}] {{(pid=85230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:31:22.890966 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f210ebd-15ee-493a-b940-a580fff20e88 None None] Attempting to bind port 06e2bbf4-bf53-47d5-bcd8-cb27422a6808 on network 83ad333f-05bc-4d22-a964-95e2de42df81 {{(pid=85230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:31:22.896665 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f210ebd-15ee-493a-b940-a580fff20e88 None None] Checking agent: {'id': 'bc79d1ea-49d8-4ce6-bb8d-e4f173948ffd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 14, 10), 'started_at': datetime.datetime(2021, 4, 14, 11, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:31:22.897080 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f210ebd-15ee-493a-b940-a580fff20e88 None None] Checking segment: {'id': '515d0bae-69ee-46b6-a28e-55eef7fa1e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '83ad333f-05bc-4d22-a964-95e2de42df81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:31:22.897526 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5f210ebd-15ee-493a-b940-a580fff20e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:22.897967 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f210ebd-15ee-493a-b940-a580fff20e88 None None] Bound using segment: {'id': '515d0bae-69ee-46b6-a28e-55eef7fa1e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '83ad333f-05bc-4d22-a964-95e2de42df81'} {{(pid=85230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:31:22.898477 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-5f210ebd-15ee-493a-b940-a580fff20e88 None None] Bound port: 06e2bbf4-bf53-47d5-bcd8-cb27422a6808, host: dv-cinder-774594-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515d0bae-69ee-46b6-a28e-55eef7fa1e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '83ad333f-05bc-4d22-a964-95e2de42df81'}}] {{(pid=85230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:31:22.898916 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5f210ebd-15ee-493a-b940-a580fff20e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:22.976181 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-5f210ebd-15ee-493a-b940-a580fff20e88 None None] For port 06e2bbf4-bf53-47d5-bcd8-cb27422a6808, host dv-cinder-774594-3-smb, cleared binding levels {{(pid=85230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:31:22.979621 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-5f210ebd-15ee-493a-b940-a580fff20e88 None None] For port 06e2bbf4-bf53-47d5-bcd8-cb27422a6808, host dv-cinder-774594-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=06e2bbf4-bf53-47d5-bcd8-cb27422a6808,segment=NetworkSegment(515d0bae-69ee-46b6-a28e-55eef7fa1e38),segment_id=515d0bae-69ee-46b6-a28e-55eef7fa1e38)] {{(pid=85230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:31:22.983017 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5f210ebd-15ee-493a-b940-a580fff20e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85230) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:22.998008 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-9aabdb38-7f22-4c9b-8a8b-410a644272ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85230) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:23.152177 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2948842d-2d6a-44e1-9927-9f5d7726d70b None None] Pushing event updated for resources: {'Port': ['ID=06e2bbf4-bf53-47d5-bcd8-cb27422a6808,revision_number=4']} {{(pid=85230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:23.156662 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-2948842d-2d6a-44e1-9927-9f5d7726d70b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85230) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:23.198165 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f210ebd-15ee-493a-b940-a580fff20e88 None None] Routers {'14e2c2eb-754b-48bb-8cca-fee56308d3b1'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:31:23.198857 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-5f210ebd-15ee-493a-b940-a580fff20e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:31:09Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['14e2c2eb-754b-48bb-8cca-fee56308d3b1'], 'active': True} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:31:23.402217 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-5f210ebd-15ee-493a-b940-a580fff20e88 None None] Set router 14e2c2eb-754b-48bb-8cca-fee56308d3b1 gateway port host: dv-cinder-774594-3-smb {{(pid=85230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:31:23.420919 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 06e2bbf4-bf53-47d5-bcd8-cb27422a6808 up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:31:23.510097 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning for port 06e2bbf4-bf53-47d5-bcd8-cb27422a6808 completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:31:23.514982 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning complete for port 06e2bbf4-bf53-47d5-bcd8-cb27422a6808 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:31:23.515403 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:23.646339 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:23.664728 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] For port 06e2bbf4-bf53-47d5-bcd8-cb27422a6808, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=06e2bbf4-bf53-47d5-bcd8-cb27422a6808,segment=NetworkSegment(515d0bae-69ee-46b6-a28e-55eef7fa1e38),segment_id=515d0bae-69ee-46b6-a28e-55eef7fa1e38)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:31:23.667210 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:23.669134 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:23.738537 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Pushing event updated for resources: {'Port': ['ID=06e2bbf4-bf53-47d5-bcd8-cb27422a6808,revision_number=5']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:23.741835 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:23.742004 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-5f210ebd-15ee-493a-b940-a580fff20e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e2c2eb-754b-48bb-8cca-fee56308d3b1', 'name': 'tempest-TestShelveInstance-1939147722-router', 'tenant_id': '0b0486ea17cd4661bf585fef38b7a060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f6548840-1d0b-49a4-a1c2-3bfc1c33f658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:31:11Z', 'updated_at': '2021-04-14T11:31:16Z', 'revision_number': 4, 'project_id': '0b0486ea17cd4661bf585fef38b7a060', 'gw_port': {'id': 'f6548840-1d0b-49a4-a1c2-3bfc1c33f658', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e2c2eb-754b-48bb-8cca-fee56308d3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:31:11Z', 'updated_at': '2021-04-14T11:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': '06e2bbf4-bf53-47d5-bcd8-cb27422a6808', 'name': '', 'network_id': '83ad333f-05bc-4d22-a964-95e2de42df81', 'tenant_id': '0b0486ea17cd4661bf585fef38b7a060', 'mac_address': 'fa:16:3e:e5:9c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e2c2eb-754b-48bb-8cca-fee56308d3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '094444be-4674-4ee2-b8f6-c45ccd43801d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:31:15Z', 'updated_at': '2021-04-14T11:31:22Z', 'revision_number': 4, 'project_id': '0b0486ea17cd4661bf585fef38b7a060', 'subnets': [{'id': '094444be-4674-4ee2-b8f6-c45ccd43801d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:31:23.746959 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f210ebd-15ee-493a-b940-a580fff20e88 None None] The sync data for ids ['14e2c2eb-754b-48bb-8cca-fee56308d3b1'] in dv-cinder-774594-3-smb is: [{'id': '14e2c2eb-754b-48bb-8cca-fee56308d3b1', 'name': 'tempest-TestShelveInstance-1939147722-router', 'tenant_id': '0b0486ea17cd4661bf585fef38b7a060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f6548840-1d0b-49a4-a1c2-3bfc1c33f658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:31:11Z', 'updated_at': '2021-04-14T11:31:16Z', 'revision_number': 4, 'project_id': '0b0486ea17cd4661bf585fef38b7a060', 'gw_port': {'id': 'f6548840-1d0b-49a4-a1c2-3bfc1c33f658', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e2c2eb-754b-48bb-8cca-fee56308d3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:31:11Z', 'updated_at': '2021-04-14T11:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': '06e2bbf4-bf53-47d5-bcd8-cb27422a6808', 'name': '', 'network_id': '83ad333f-05bc-4d22-a964-95e2de42df81', 'tenant_id': '0b0486ea17cd4661bf585fef38b7a060', 'mac_address': 'fa:16:3e:e5:9c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e2c2eb-754b-48bb-8cca-fee56308d3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '094444be-4674-4ee2-b8f6-c45ccd43801d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:31:15Z', 'updated_at': '2021-04-14T11:31:22Z', 'revision_number': 4, 'project_id': '0b0486ea17cd4661bf585fef38b7a060', 'subnets': [{'id': '094444be-4674-4ee2-b8f6-c45ccd43801d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 11:31:25.357475 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 06e2bbf4-bf53-47d5-bcd8-cb27422a6808 up at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:31:25.428173 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Provisioning complete for port 06e2bbf4-bf53-47d5-bcd8-cb27422a6808 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:31:25.428596 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:37.086156 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6d7e4678-ba8c-4d4b-8ad9-db4db6faf626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:38.905032 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-8cfa9120-de93-4b2f-a58d-1cc63e5821b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:40.117950 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:40.319281 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:41.078586 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-335bea25-e599-40be-bd74-766b84bfeb95 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Synchronizing usage tracker for tenant:cd23809561d4490b94c1159112480623 on resource:security_group {{(pid=85227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:31:41.094515 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-335bea25-e599-40be-bd74-766b84bfeb95 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Unset dirty status for tenant:cd23809561d4490b94c1159112480623 on resource:security_group {{(pid=85227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:31:41.095696 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-335bea25-e599-40be-bd74-766b84bfeb95 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1688928448&fields=id&tenant_id=cd23809561d4490b94c1159112480623 HTTP/1.1" status: 200 len: 267 time: 0.0418811 Apr 14 11:31:41.255312 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-aaa53f9c-fb88-4737-bd20-e61be630b85b tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:31:41.256047 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-aaa53f9c-fb88-4737-bd20-e61be630b85b tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Synchronizing usage tracker for tenant:cd23809561d4490b94c1159112480623 on resource:network {{(pid=85227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:31:41.271996 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-aaa53f9c-fb88-4737-bd20-e61be630b85b tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Unset dirty status for tenant:cd23809561d4490b94c1159112480623 on resource:network {{(pid=85227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:31:41.273216 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-aaa53f9c-fb88-4737-bd20-e61be630b85b tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/networks?id=cae2c22a-2f02-4e49-ad0a-b3f0ec201edd HTTP/1.1" status: 200 len: 809 time: 0.1695976 Apr 14 11:31:41.289402 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-0af5df84-4d51-4054-b13e-95f6dc5e1384 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/quotas/cd23809561d4490b94c1159112480623 HTTP/1.1" status: 200 len: 375 time: 0.0095017 Apr 14 11:31:41.380837 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-dc07036f-7c67-4b7e-9355-1225fd1edbf5 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Synchronizing usage tracker for tenant:cd23809561d4490b94c1159112480623 on resource:port {{(pid=85227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:31:41.396784 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-dc07036f-7c67-4b7e-9355-1225fd1edbf5 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Unset dirty status for tenant:cd23809561d4490b94c1159112480623 on resource:port {{(pid=85227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:31:41.398130 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-dc07036f-7c67-4b7e-9355-1225fd1edbf5 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cd23809561d4490b94c1159112480623&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1033435 Apr 14 11:31:41.474154 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:41.542850 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:41.548101 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-afc6c427-2121-40d4-8b03-8be757231a61 service neutron] 10.222.0.52 "GET /v2.0/networks/cae2c22a-2f02-4e49-ad0a-b3f0ec201edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370535 Apr 14 11:31:41.688987 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-7f80bd15-0b0e-4a80-abf0-bbe874a250c3 service neutron] 10.222.0.52 "GET /v2.0/networks/cae2c22a-2f02-4e49-ad0a-b3f0ec201edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342690 Apr 14 11:31:42.100062 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-7f8f9fa7-db6b-40da-af3c-b5934230536d req-fca1919f-f21e-4fb3-9d6e-75cdf16e9cec tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 210 time: 0.0492201 Apr 14 11:31:43.207307 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-cd71a3dc-3699-465b-8b74-cbc91965ccb1 req-1185daab-2608-48a6-b104-40ba48423b42 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 210 time: 0.0488732 Apr 14 11:31:44.314647 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c533d0cd-387f-4e10-96f7-49f65f2b457a req-9162afd4-b070-414b-956c-3e5bd0314925 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 210 time: 0.0518217 Apr 14 11:31:45.426346 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ccfadf90-659e-4fab-99ad-8d54f63e0dc4 req-4439b209-0b11-4e1a-9d0c-517afb56a5a0 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 210 time: 0.0527055 Apr 14 11:31:46.595094 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-33cbdaf2-0db2-4e24-a8ca-c6490dadff02 req-ce0ef667-28cc-458e-ada2-10f88dc874f5 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 210 time: 0.0529737 Apr 14 11:31:47.281581 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-8906d935-35dd-4dd1-8c67-ba37b3c8de4d tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:31:47.283142 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-8906d935-35dd-4dd1-8c67-ba37b3c8de4d tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.41 "GET /v2.0/networks?id=cae2c22a-2f02-4e49-ad0a-b3f0ec201edd HTTP/1.1" status: 200 len: 809 time: 0.1593432 Apr 14 11:31:47.348213 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-58776717-ae57-4406-bf51-acbdbbca5903 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cd23809561d4490b94c1159112480623 HTTP/1.1" status: 200 len: 8061 time: 0.0534284 Apr 14 11:31:47.359789 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-392282ff-6e7a-4712-a0f1-0ffa9e307cdc tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Request body: {'port': {'device_id': 'cb704a2c-cf52-4595-bd3d-a1772cfb4d82', 'network_id': 'cae2c22a-2f02-4e49-ad0a-b3f0ec201edd', 'admin_state_up': True, 'tenant_id': 'cd23809561d4490b94c1159112480623', 'security_groups': ['fb584a8a-f936-4e8a-8e84-659f5d517971']}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:31:47.504771 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-392282ff-6e7a-4712-a0f1-0ffa9e307cdc tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:31:47.516212 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-392282ff-6e7a-4712-a0f1-0ffa9e307cdc tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:31:47.525099 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-392282ff-6e7a-4712-a0f1-0ffa9e307cdc tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Made reservation on behalf of cd23809561d4490b94c1159112480623 for: {'port': 1} {{(pid=85227) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 11:31:47.531229 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-392282ff-6e7a-4712-a0f1-0ffa9e307cdc tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:47.687157 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-392282ff-6e7a-4712-a0f1-0ffa9e307cdc tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Allocated IP 172.20.0.12 (cae2c22a-2f02-4e49-ad0a-b3f0ec201edd/4c45b551-da9b-4aaa-9561-99c721cf1404/d964f185-a0a2-49b9-b309-cf3d2122bc18) {{(pid=85227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:31:47.774362 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-943a4710-29b3-4833-8852-94dba0a03b36 req-95dfef7f-bdf4-42c8-b86c-c2730022e654 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 210 time: 0.0621734 Apr 14 11:31:47.939142 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-392282ff-6e7a-4712-a0f1-0ffa9e307cdc tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks [] for port, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:47.955698 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-392282ff-6e7a-4712-a0f1-0ffa9e307cdc tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Transition to ACTIVE for port object d964f185-a0a2-49b9-b309-cf3d2122bc18 will not be triggered until provisioned by entity DHCP. {{(pid=85227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:31:47.978870 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-392282ff-6e7a-4712-a0f1-0ffa9e307cdc tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10976374'] for port, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:47.995715 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-38a95f84-3133-4546-9a61-346bca5c6da1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:48.130695 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392282ff-6e7a-4712-a0f1-0ffa9e307cdc tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Pushing event updated for resources: {'Port': ['ID=d964f185-a0a2-49b9-b309-cf3d2122bc18,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:48.133771 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-392282ff-6e7a-4712-a0f1-0ffa9e307cdc tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:48.190046 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-392282ff-6e7a-4712-a0f1-0ffa9e307cdc tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Network cae2c22a-2f02-4e49-ad0a-b3f0ec201edd is already hosted by enough agents. {{(pid=85227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:31:48.191222 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-392282ff-6e7a-4712-a0f1-0ffa9e307cdc tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Resources bound (agent type, host, resource id): {{(pid=85227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:31:48.193681 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-392282ff-6e7a-4712-a0f1-0ffa9e307cdc tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Received port after_create {{(pid=85227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:31:48.261717 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-392282ff-6e7a-4712-a0f1-0ffa9e307cdc tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:31:48.262562 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-392282ff-6e7a-4712-a0f1-0ffa9e307cdc tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:48.291401 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-392282ff-6e7a-4712-a0f1-0ffa9e307cdc tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9355891 Apr 14 11:31:48.305326 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-4f614369-dd6c-403c-99d1-4196f162f9ce service neutron] Request body: {'port': {'device_id': 'cb704a2c-cf52-4595-bd3d-a1772cfb4d82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:31:48.437039 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-4f614369-dd6c-403c-99d1-4196f162f9ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:48.464377 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a05c0d19-a1b0-4fc6-b7ab-0bf2a07bc25f None None] Provisioning for port d964f185-a0a2-49b9-b309-cf3d2122bc18 completed by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:31:48.470400 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a05c0d19-a1b0-4fc6-b7ab-0bf2a07bc25f None None] Provisioning complete for port d964f185-a0a2-49b9-b309-cf3d2122bc18 triggered by entity DHCP. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:31:48.470951 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a05c0d19-a1b0-4fc6-b7ab-0bf2a07bc25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:48.532903 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-a05c0d19-a1b0-4fc6-b7ab-0bf2a07bc25f None None] Port d964f185-a0a2-49b9-b309-cf3d2122bc18 cannot update to ACTIVE because it is not bound. {{(pid=85229) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 11:31:48.833912 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-4f614369-dd6c-403c-99d1-4196f162f9ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d964f185-a0a2-49b9-b309-cf3d2122bc18 {{(pid=85227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:31:48.841875 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-4f614369-dd6c-403c-99d1-4196f162f9ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:48.857855 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-4f614369-dd6c-403c-99d1-4196f162f9ce service neutron] Transition to ACTIVE for port object d964f185-a0a2-49b9-b309-cf3d2122bc18 will not be triggered until provisioned by entity L2. {{(pid=85227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 11:31:48.860666 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-4f614369-dd6c-403c-99d1-4196f162f9ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843799442'] for port, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:48.876831 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-9d94e262-fb04-434a-8bd1-c77d5210f597 tempest-AttachVolumeShelveTestJSON-446659061 tempest-AttachVolumeShelveTestJSON-446659061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:48.985103 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490283db-bc1f-4d04-bfdc-656c2d89b8a4 req-6e0c0d3a-30f4-41b5-ba9f-15da559c2bab tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:31:48.986750 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-490283db-bc1f-4d04-bfdc-656c2d89b8a4 req-6e0c0d3a-30f4-41b5-ba9f-15da559c2bab tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 944 time: 0.0953012 Apr 14 11:31:49.017537 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-490283db-bc1f-4d04-bfdc-656c2d89b8a4 req-cb4816ee-ac6d-439c-9c22-3c28d051cb50 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Synchronizing usage tracker for tenant:cd23809561d4490b94c1159112480623 on resource:security_group {{(pid=85228) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:31:49.022978 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f614369-dd6c-403c-99d1-4196f162f9ce service neutron] Pushing event updated for resources: {'Port': ['ID=d964f185-a0a2-49b9-b309-cf3d2122bc18,revision_number=2']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:49.027549 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-4f614369-dd6c-403c-99d1-4196f162f9ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:49.030136 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-490283db-bc1f-4d04-bfdc-656c2d89b8a4 req-cb4816ee-ac6d-439c-9c22-3c28d051cb50 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Unset dirty status for tenant:cd23809561d4490b94c1159112480623 on resource:security_group {{(pid=85228) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:31:49.031647 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-490283db-bc1f-4d04-bfdc-656c2d89b8a4 req-cb4816ee-ac6d-439c-9c22-3c28d051cb50 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb584a8a-f936-4e8a-8e84-659f5d517971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382097 Apr 14 11:31:49.249017 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-4f614369-dd6c-403c-99d1-4196f162f9ce service neutron] Attempting to bind port d964f185-a0a2-49b9-b309-cf3d2122bc18 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 11:31:49.249390 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-4f614369-dd6c-403c-99d1-4196f162f9ce service neutron] Attempting to bind port d964f185-a0a2-49b9-b309-cf3d2122bc18 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '26807db2-2985-4132-9fc2-19da97eeb1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'cae2c22a-2f02-4e49-ad0a-b3f0ec201edd'}] {{(pid=85227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 11:31:49.249764 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-4f614369-dd6c-403c-99d1-4196f162f9ce service neutron] Attempting to bind port d964f185-a0a2-49b9-b309-cf3d2122bc18 on network cae2c22a-2f02-4e49-ad0a-b3f0ec201edd {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:31:49.254912 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-4f614369-dd6c-403c-99d1-4196f162f9ce service neutron] Port d964f185-a0a2-49b9-b309-cf3d2122bc18 on network cae2c22a-2f02-4e49-ad0a-b3f0ec201edd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 11:31:49.255268 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-4f614369-dd6c-403c-99d1-4196f162f9ce service neutron] Attempting to bind port d964f185-a0a2-49b9-b309-cf3d2122bc18 on network cae2c22a-2f02-4e49-ad0a-b3f0ec201edd {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 11:31:49.260941 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-4f614369-dd6c-403c-99d1-4196f162f9ce service neutron] Checking agent: {'id': 'dc008c19-4d73-4566-939f-5ab33892b678', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 11, 20, 41), 'started_at': datetime.datetime(2021, 4, 14, 11, 20, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 11, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 11:31:49.261313 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-4f614369-dd6c-403c-99d1-4196f162f9ce service neutron] Checking segment: {'id': '26807db2-2985-4132-9fc2-19da97eeb1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'cae2c22a-2f02-4e49-ad0a-b3f0ec201edd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 11:31:49.261730 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-4f614369-dd6c-403c-99d1-4196f162f9ce service neutron] Bound using segment: {'id': '26807db2-2985-4132-9fc2-19da97eeb1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'cae2c22a-2f02-4e49-ad0a-b3f0ec201edd'} {{(pid=85227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 11:31:49.262198 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-4f614369-dd6c-403c-99d1-4196f162f9ce service neutron] Bound port: d964f185-a0a2-49b9-b309-cf3d2122bc18, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26807db2-2985-4132-9fc2-19da97eeb1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'cae2c22a-2f02-4e49-ad0a-b3f0ec201edd'}}] {{(pid=85227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 11:31:49.262601 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-4f614369-dd6c-403c-99d1-4196f162f9ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:49.341574 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-4f614369-dd6c-403c-99d1-4196f162f9ce service neutron] For port d964f185-a0a2-49b9-b309-cf3d2122bc18, host hv-cinder-77459, cleared binding levels {{(pid=85227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 11:31:49.344600 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-4f614369-dd6c-403c-99d1-4196f162f9ce service neutron] For port d964f185-a0a2-49b9-b309-cf3d2122bc18, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d964f185-a0a2-49b9-b309-cf3d2122bc18,segment=NetworkSegment(26807db2-2985-4132-9fc2-19da97eeb1d6),segment_id=26807db2-2985-4132-9fc2-19da97eeb1d6)] {{(pid=85227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 11:31:49.348064 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-4f614369-dd6c-403c-99d1-4196f162f9ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843799442'] for port, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:49.363693 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-443935d5-5d63-40ec-a333-3ad99617f4eb tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:49.761322 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f614369-dd6c-403c-99d1-4196f162f9ce service neutron] Pushing event updated for resources: {'Port': ['ID=d964f185-a0a2-49b9-b309-cf3d2122bc18,revision_number=3']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:49.766624 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-4f614369-dd6c-403c-99d1-4196f162f9ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:49.797632 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-4f614369-dd6c-403c-99d1-4196f162f9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:31:49.798049 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-4f614369-dd6c-403c-99d1-4196f162f9ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:49.799603 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-4f614369-dd6c-403c-99d1-4196f162f9ce service neutron] 10.222.0.41 "PUT /v2.0/ports/d964f185-a0a2-49b9-b309-cf3d2122bc18 HTTP/1.1" status: 200 len: 1094 time: 1.4994633 Apr 14 11:31:49.800158 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb704a2c-cf52-4595-bd3d-a1772cfb4d82', 'tag': 'd964f185-a0a2-49b9-b309-cf3d2122bc18'}] {{(pid=85227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:31:49.882015 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb704a2c-cf52-4595-bd3d-a1772cfb4d82', 'tag': 'd964f185-a0a2-49b9-b309-cf3d2122bc18', 'status': 'completed', 'code': 200} Apr 14 11:31:49.929958 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-8e5381dd-62f3-4fdd-a08e-e42c355773be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:31:49.931708 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-8e5381dd-62f3-4fdd-a08e-e42c355773be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd23809561d4490b94c1159112480623&device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 1097 time: 0.0863600 Apr 14 11:31:50.008205 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-03841847-b4b0-48aa-b7be-7b3acc20ee7b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d964f185-a0a2-49b9-b309-cf3d2122bc18 HTTP/1.1" status: 200 len: 217 time: 0.0678520 Apr 14 11:31:50.083866 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-47dc019f-a9a7-469b-aedc-01b6ddfebc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:31:50.085364 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-47dc019f-a9a7-469b-aedc-01b6ddfebc5a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c45b551-da9b-4aaa-9561-99c721cf1404 HTTP/1.1" status: 200 len: 848 time: 0.0675750 Apr 14 11:31:50.170264 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-d1986620-c8f9-4877-afe8-ad25925739fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:31:50.171813 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-d1986620-c8f9-4877-afe8-ad25925739fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cae2c22a-2f02-4e49-ad0a-b3f0ec201edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0782297 Apr 14 11:31:50.244476 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626e465-ba52-4310-892b-66f278790c96 req-15cd3942-af30-46ee-9c72-1021383dd335 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:31:50.246075 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2626e465-ba52-4310-892b-66f278790c96 req-15cd3942-af30-46ee-9c72-1021383dd335 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 944 time: 0.0919347 Apr 14 11:31:50.277325 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2626e465-ba52-4310-892b-66f278790c96 req-ab27a37b-f745-4c2b-a939-d6f3c5461faf tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb584a8a-f936-4e8a-8e84-659f5d517971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0246747 Apr 14 11:31:50.313203 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-82d0fa2d-e6e9-4a36-a045-d052b1cd2e96 service neutron] 10.222.0.41 "GET /v2.0/networks/cae2c22a-2f02-4e49-ad0a-b3f0ec201edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340907 Apr 14 11:31:50.455351 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3980e301-3899-48ca-b9ee-a771ec797cf5 req-7a435017-fcdb-42df-a7ce-5e8f91cfa1a7 service neutron] 10.222.0.41 "GET /v2.0/networks/cae2c22a-2f02-4e49-ad0a-b3f0ec201edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348774 Apr 14 11:31:50.589948 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf171f4-c9d3-4551-b6c5-623440a91740 req-dbaa11ad-81fb-4251-9628-c3bdc2883890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:31:50.591516 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-fbf171f4-c9d3-4551-b6c5-623440a91740 req-dbaa11ad-81fb-4251-9628-c3bdc2883890 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd23809561d4490b94c1159112480623&device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 1097 time: 0.0760694 Apr 14 11:31:50.736289 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf171f4-c9d3-4551-b6c5-623440a91740 req-0d119c15-bb22-4c3d-a985-79573279476f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:31:50.737897 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-fbf171f4-c9d3-4551-b6c5-623440a91740 req-0d119c15-bb22-4c3d-a985-79573279476f service neutron] 10.222.0.41 "GET /v2.0/networks?id=cae2c22a-2f02-4e49-ad0a-b3f0ec201edd HTTP/1.1" status: 200 len: 910 time: 0.1387577 Apr 14 11:31:50.819530 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-fbf171f4-c9d3-4551-b6c5-623440a91740 req-85cc375b-3c34-4174-9ba7-c9aac8f30541 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d964f185-a0a2-49b9-b309-cf3d2122bc18 HTTP/1.1" status: 200 len: 217 time: 0.0734425 Apr 14 11:31:50.897528 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf171f4-c9d3-4551-b6c5-623440a91740 req-62ae482d-15ae-4c2d-a4c7-83c4846e2675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:31:50.899195 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-fbf171f4-c9d3-4551-b6c5-623440a91740 req-62ae482d-15ae-4c2d-a4c7-83c4846e2675 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c45b551-da9b-4aaa-9561-99c721cf1404 HTTP/1.1" status: 200 len: 848 time: 0.0692787 Apr 14 11:31:51.000459 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf171f4-c9d3-4551-b6c5-623440a91740 req-1810773b-f44b-44d0-b324-620a9f70a559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:31:51.002097 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-fbf171f4-c9d3-4551-b6c5-623440a91740 req-1810773b-f44b-44d0-b324-620a9f70a559 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cae2c22a-2f02-4e49-ad0a-b3f0ec201edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0918982 Apr 14 11:31:51.155030 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-fbf171f4-c9d3-4551-b6c5-623440a91740 req-af77ba30-5c76-441f-97c0-da0984175c05 service neutron] 10.222.0.41 "GET /v2.0/networks/cae2c22a-2f02-4e49-ad0a-b3f0ec201edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350126 Apr 14 11:31:51.300216 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-fbf171f4-c9d3-4551-b6c5-623440a91740 req-36e185d0-f240-45c8-8bbf-b45b2cc36cd0 service neutron] 10.222.0.41 "GET /v2.0/networks/cae2c22a-2f02-4e49-ad0a-b3f0ec201edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367691 Apr 14 11:31:51.474124 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f979dc-d70d-4a3e-a247-3fdffe10be7b req-1e23c27e-1fa3-4cc3-b620-58c706c13c32 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:31:51.474880 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-26f979dc-d70d-4a3e-a247-3fdffe10be7b req-1e23c27e-1fa3-4cc3-b620-58c706c13c32 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Synchronizing usage tracker for tenant:cd23809561d4490b94c1159112480623 on resource:port {{(pid=85227) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:31:51.489775 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-26f979dc-d70d-4a3e-a247-3fdffe10be7b req-1e23c27e-1fa3-4cc3-b620-58c706c13c32 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Unset dirty status for tenant:cd23809561d4490b94c1159112480623 on resource:port {{(pid=85227) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:31:51.491003 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-26f979dc-d70d-4a3e-a247-3fdffe10be7b req-1e23c27e-1fa3-4cc3-b620-58c706c13c32 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 944 time: 0.1016190 Apr 14 11:31:51.520683 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-26f979dc-d70d-4a3e-a247-3fdffe10be7b req-5b0cb5d7-1760-42cc-8467-2d43f4515c37 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb584a8a-f936-4e8a-8e84-659f5d517971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0233412 Apr 14 11:31:52.110378 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 6 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:31:52.715747 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af000d0-65de-46b3-8e5a-e2808633765b req-d144845e-d12c-49d0-a1e5-e1de210346db tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:31:52.717411 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5af000d0-65de-46b3-8e5a-e2808633765b req-d144845e-d12c-49d0-a1e5-e1de210346db tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 944 time: 0.0865767 Apr 14 11:31:52.748527 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5af000d0-65de-46b3-8e5a-e2808633765b req-09eac34e-c6ae-4a4d-be90-63a5a9cdda77 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb584a8a-f936-4e8a-8e84-659f5d517971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0248654 Apr 14 11:31:53.483607 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 37304) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:31:53.609391 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4112d09d-8220-4f04-ba29-277a00964581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:53.624804 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-4112d09d-8220-4f04-ba29-277a00964581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:31:53.628809 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-4112d09d-8220-4f04-ba29-277a00964581 admin admin] Usage tracker for resource:security_group_rule and tenant:b6ecb672630845638c6904a5bf46aba7 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:31:53.631708 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-4112d09d-8220-4f04-ba29-277a00964581 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:31:53.638247 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-4112d09d-8220-4f04-ba29-277a00964581 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:31:53.719734 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4112d09d-8220-4f04-ba29-277a00964581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:53.722583 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4112d09d-8220-4f04-ba29-277a00964581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:53.731555 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-b6f9d18d-c5b3-44cb-9c63-1885b9095391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:53.773007 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-4112d09d-8220-4f04-ba29-277a00964581 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b6ecb672630845638c6904a5bf46aba7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2882681 Apr 14 11:31:53.774766 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112d09d-8220-4f04-ba29-277a00964581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5756034-5fbf-4329-81fb-04658908e456,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:53.775977 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 37312) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:31:53.778586 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-4112d09d-8220-4f04-ba29-277a00964581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:53.850750 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6aa80e72-8851-428f-b016-cdc84c8e2d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:53.925103 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6aa80e72-8851-428f-b016-cdc84c8e2d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:53.993573 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b304d-ef5b-4979-97c5-8b796a7cea28 req-b2414d0d-3692-417c-8a28-469c7fa4ea83 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:31:53.995195 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f56b304d-ef5b-4979-97c5-8b796a7cea28 req-b2414d0d-3692-417c-8a28-469c7fa4ea83 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 944 time: 0.1349452 Apr 14 11:31:54.001124 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6aa80e72-8851-428f-b016-cdc84c8e2d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:54.007819 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-709002c8-6a73-49d0-a524-c4bb0d5f5df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:54.035971 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa80e72-8851-428f-b016-cdc84c8e2d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5756034-5fbf-4329-81fb-04658908e456,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:54.044453 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-6aa80e72-8851-428f-b016-cdc84c8e2d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:54.050451 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f56b304d-ef5b-4979-97c5-8b796a7cea28 req-da6cdf8b-9cb5-4415-b54f-a78cec181f53 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb584a8a-f936-4e8a-8e84-659f5d517971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448885 Apr 14 11:31:54.051451 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-6aa80e72-8851-428f-b016-cdc84c8e2d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:54.052542 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-6aa80e72-8851-428f-b016-cdc84c8e2d59 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e5756034-5fbf-4329-81fb-04658908e456 HTTP/1.1" status: 204 len: 168 time: 0.2755153 Apr 14 11:31:54.817512 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device d964f185-a0a2-49b9-b309-cf3d2122bc18 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 11:31:54.959830 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port d964f185-a0a2-49b9-b309-cf3d2122bc18, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d964f185-a0a2-49b9-b309-cf3d2122bc18,segment=NetworkSegment(26807db2-2985-4132-9fc2-19da97eeb1d6),segment_id=26807db2-2985-4132-9fc2-19da97eeb1d6)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:31:54.974080 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Returning: {'device': 'd964f185-a0a2-49b9-b309-cf3d2122bc18', 'network_id': 'cae2c22a-2f02-4e49-ad0a-b3f0ec201edd', 'port_id': 'd964f185-a0a2-49b9-b309-cf3d2122bc18', 'mac_address': 'fa:16:3e:9e:58:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c45b551-da9b-4aaa-9561-99c721cf1404', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 11:31:55.032317 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:55.033666 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d964f185-a0a2-49b9-b309-cf3d2122bc18 {{(pid=85229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:31:55.050111 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port d964f185-a0a2-49b9-b309-cf3d2122bc18, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d964f185-a0a2-49b9-b309-cf3d2122bc18,segment=NetworkSegment(26807db2-2985-4132-9fc2-19da97eeb1d6),segment_id=26807db2-2985-4132-9fc2-19da97eeb1d6)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:31:55.053538 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:55.055392 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:55.131452 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=d964f185-a0a2-49b9-b309-cf3d2122bc18,revision_number=4']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:55.139956 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:55.140345 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:55.140724 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:55.141097 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:55.141467 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:55.141838 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:55.142205 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:55.142599 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:55.142938 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:55.143302 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:55.143667 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:55.144033 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:31:55.155341 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:55.265079 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c09c4f-76cf-4f91-8f1a-58367f85f677 req-c03a994d-8f9a-4154-951a-3a1da8188e15 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:31:55.266740 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d3c09c4f-76cf-4f91-8f1a-58367f85f677 req-c03a994d-8f9a-4154-951a-3a1da8188e15 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 945 time: 0.0918036 Apr 14 11:31:55.303222 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d3c09c4f-76cf-4f91-8f1a-58367f85f677 req-3b99a950-86df-4600-b5c6-d2fefc3e2f65 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb584a8a-f936-4e8a-8e84-659f5d517971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285530 Apr 14 11:31:55.305560 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] get_ports_and_sgs() called for port_ids ['d964f185-a0a2-49b9-b309-cf3d2122bc18'] {{(pid=85229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 11:31:56.505647 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba6561-84f8-4c3d-b998-4b0b33af0ac2 req-0e9eca2f-5e0d-4c34-9703-58747b489e75 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:31:56.507270 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f2ba6561-84f8-4c3d-b998-4b0b33af0ac2 req-0e9eca2f-5e0d-4c34-9703-58747b489e75 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 945 time: 0.0885181 Apr 14 11:31:56.538806 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-f2ba6561-84f8-4c3d-b998-4b0b33af0ac2 req-4da630d7-461c-4be0-9026-3cd5a3d5955c tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb584a8a-f936-4e8a-8e84-659f5d517971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0245650 Apr 14 11:31:56.830350 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device d964f185-a0a2-49b9-b309-cf3d2122bc18 up at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:31:56.900222 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning for port d964f185-a0a2-49b9-b309-cf3d2122bc18 completed by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 11:31:56.905192 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning complete for port d964f185-a0a2-49b9-b309-cf3d2122bc18 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:31:56.905622 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:57.039788 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:57.051797 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb704a2c-cf52-4595-bd3d-a1772cfb4d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd964f185-a0a2-49b9-b309-cf3d2122bc18'}] {{(pid=85229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:31:57.063822 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port d964f185-a0a2-49b9-b309-cf3d2122bc18, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d964f185-a0a2-49b9-b309-cf3d2122bc18,segment=NetworkSegment(26807db2-2985-4132-9fc2-19da97eeb1d6),segment_id=26807db2-2985-4132-9fc2-19da97eeb1d6)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:31:57.067190 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:57.069117 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-978f137b-b556-4af1-bb94-bf4a2a286731 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:31:57.123987 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb704a2c-cf52-4595-bd3d-a1772cfb4d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd964f185-a0a2-49b9-b309-cf3d2122bc18', 'code': 200} Apr 14 11:31:57.155105 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=d964f185-a0a2-49b9-b309-cf3d2122bc18,revision_number=5']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:31:57.159111 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:31:57.456613 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb777454-a557-4bc5-b219-ce6c7ea3992c req-215ac1aa-7506-4864-8e03-814a2f491c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:31:57.458081 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-bb777454-a557-4bc5-b219-ce6c7ea3992c req-215ac1aa-7506-4864-8e03-814a2f491c7b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 1099 time: 0.0805981 Apr 14 11:31:57.486026 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-bb777454-a557-4bc5-b219-ce6c7ea3992c req-245b3556-f55e-4dac-b841-495d2720823b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fb584a8a-f936-4e8a-8e84-659f5d517971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0201230 Apr 14 11:31:57.735367 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703faf1-0d76-444a-adff-048f17266510 req-65f47ab7-8316-4be9-b3d9-ae6877d9064b tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:31:57.736839 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8703faf1-0d76-444a-adff-048f17266510 req-65f47ab7-8316-4be9-b3d9-ae6877d9064b tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 946 time: 0.0880723 Apr 14 11:31:57.766760 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8703faf1-0d76-444a-adff-048f17266510 req-1d2b42a0-b51b-41ca-89d6-735b5b00a0f9 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb584a8a-f936-4e8a-8e84-659f5d517971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0237358 Apr 14 11:31:58.965296 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf5250-208a-48dc-b208-133989816e96 req-ec36549e-beb7-43d2-bc10-c3a89dcebd83 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:31:58.966898 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8bbf5250-208a-48dc-b208-133989816e96 req-ec36549e-beb7-43d2-bc10-c3a89dcebd83 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 946 time: 0.0880070 Apr 14 11:31:58.997538 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8bbf5250-208a-48dc-b208-133989816e96 req-c64342f0-b5ed-498f-8370-cc8620e5f73d tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb584a8a-f936-4e8a-8e84-659f5d517971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0243146 Apr 14 11:31:59.195346 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6c160-ca41-4164-ad7b-16992e9bec2a req-02c799d7-1790-4a22-ab34-0fc3bd10dce5 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:31:59.196880 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-50e6c160-ca41-4164-ad7b-16992e9bec2a req-02c799d7-1790-4a22-ab34-0fc3bd10dce5 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 946 time: 0.0892804 Apr 14 11:31:59.227443 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-50e6c160-ca41-4164-ad7b-16992e9bec2a req-97352801-12f9-4626-88b8-00e030420b5c tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb584a8a-f936-4e8a-8e84-659f5d517971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0234232 Apr 14 11:31:59.250867 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 37380) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:31:59.497150 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebe9b67-a78d-4065-a326-5bded45b2443 tempest-TestShelveInstance-1762581686 tempest-TestShelveInstance-1762581686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:31:59.498778 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-bebe9b67-a78d-4065-a326-5bded45b2443 tempest-TestShelveInstance-1762581686 tempest-TestShelveInstance-1762581686-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 1094 time: 0.2469487 Apr 14 11:31:59.502105 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 37386) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:31:59.507640 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.v2.base [None req-71c4f42e-9762-4f6f-afd6-e070f9cf0297 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Request body: {'floatingip': {'floating_network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'port_id': 'd964f185-a0a2-49b9-b309-cf3d2122bc18', 'tenant_id': 'cd23809561d4490b94c1159112480623', 'fixed_ip_address': '172.20.0.12'}} {{(pid=85227) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 11:31:59.514561 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-71c4f42e-9762-4f6f-afd6-e070f9cf0297 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:31:59.518695 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-71c4f42e-9762-4f6f-afd6-e070f9cf0297 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Usage tracker for resource:floatingip and tenant:cd23809561d4490b94c1159112480623 is out of sync, need to count used quota {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:31:59.521623 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-71c4f42e-9762-4f6f-afd6-e070f9cf0297 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85227) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:31:59.527640 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-71c4f42e-9762-4f6f-afd6-e070f9cf0297 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85227) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:31:59.536868 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-71c4f42e-9762-4f6f-afd6-e070f9cf0297 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks [] for floatingip, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:59.679171 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-71c4f42e-9762-4f6f-afd6-e070f9cf0297 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:31:59.827429 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_common [None req-71c4f42e-9762-4f6f-afd6-e070f9cf0297 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Allocated IP 172.28.2.237 (f1313642-efe2-441a-94e8-1aeb14258027/43af2120-63d9-4ed9-b216-1037d2600bad/abfdcae3-7085-4d65-92ff-8555c3dbb3ce) {{(pid=85227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 11:31:59.985443 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-71c4f42e-9762-4f6f-afd6-e070f9cf0297 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks [] for port, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:32:00.014756 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-71c4f42e-9762-4f6f-afd6-e070f9cf0297 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741597899362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10976374'] for port, after_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:32:00.029722 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-5d533545-3087-4c89-b523-bf05a1996785 tempest-AttachVolumeNegativeTest-325381279 tempest-AttachVolumeNegativeTest-325381279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:32:00.161924 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4f42e-9762-4f6f-afd6-e070f9cf0297 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Pushing event updated for resources: {'Port': ['ID=abfdcae3-7085-4d65-92ff-8555c3dbb3ce,revision_number=1']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:32:00.174510 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-71c4f42e-9762-4f6f-afd6-e070f9cf0297 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:32:00.215176 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c4f42e-9762-4f6f-afd6-e070f9cf0297 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Network f1313642-efe2-441a-94e8-1aeb14258027 is already hosted by enough agents. {{(pid=85227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 11:32:00.216310 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.base_scheduler [None req-71c4f42e-9762-4f6f-afd6-e070f9cf0297 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Resources bound (agent type, host, resource id): {{(pid=85227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 11:32:00.218456 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c4f42e-9762-4f6f-afd6-e070f9cf0297 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Received port after_create {{(pid=85227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 11:32:00.634415 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-71c4f42e-9762-4f6f-afd6-e070f9cf0297 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:32:00.708907 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-71c4f42e-9762-4f6f-afd6-e070f9cf0297 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:32:01.232636 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-71c4f42e-9762-4f6f-afd6-e070f9cf0297 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks [] for port, precommit_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:32:01.236753 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-71c4f42e-9762-4f6f-afd6-e070f9cf0297 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843799442'] for port, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:32:01.253230 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-38a95f84-3133-4546-9a61-346bca5c6da1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:32:01.390957 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4f42e-9762-4f6f-afd6-e070f9cf0297 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Pushing event updated for resources: {'Port': ['ID=abfdcae3-7085-4d65-92ff-8555c3dbb3ce,revision_number=2']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:32:01.403397 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-71c4f42e-9762-4f6f-afd6-e070f9cf0297 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:32:01.494844 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-71c4f42e-9762-4f6f-afd6-e070f9cf0297 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854119394'] for floatingip, after_update {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:32:01.675962 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.db.l3_db [None req-71c4f42e-9762-4f6f-afd6-e070f9cf0297 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Floating IP a6d6a79f-62d1-42cb-bea3-77f06a059c96 associated. External IP: 172.28.2.237, port: d964f185-a0a2-49b9-b309-cf3d2122bc18. Apr 14 11:32:02.043477 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c4f42e-9762-4f6f-afd6-e070f9cf0297 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Router 9ac20335-c395-4aac-a148-bf806992f144 has already been hosted by L3 agent 72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6 {{(pid=85227) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 11:32:02.228305 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c4f42e-9762-4f6f-afd6-e070f9cf0297 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify agent at l3_agent.dv-cinder-774594-3-smb the message routers_updated {{(pid=85227) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 11:32:02.237832 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c654b5e-4e8d-4914-9d6c-9c37397b586f None None] Sync routers for ids ['9ac20335-c395-4aac-a148-bf806992f144'] in dv-cinder-774594-3-smb {{(pid=85229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 11:32:02.247599 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c654b5e-4e8d-4914-9d6c-9c37397b586f None None] Routers {'9ac20335-c395-4aac-a148-bf806992f144'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:32:02.248274 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-4c654b5e-4e8d-4914-9d6c-9c37397b586f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:31:39Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['9ac20335-c395-4aac-a148-bf806992f144'], 'active': True} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:32:02.252624 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-71c4f42e-9762-4f6f-afd6-e070f9cf0297 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for floatingip, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:32:02.322619 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-71c4f42e-9762-4f6f-afd6-e070f9cf0297 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8111000 Apr 14 11:32:02.322619 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb704a2c-cf52-4595-bd3d-a1772cfb4d82', 'tag': 'd964f185-a0a2-49b9-b309-cf3d2122bc18'}] {{(pid=85227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:32:02.367858 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb704a2c-cf52-4595-bd3d-a1772cfb4d82', 'tag': 'd964f185-a0a2-49b9-b309-cf3d2122bc18', 'status': 'completed', 'code': 200} Apr 14 11:32:02.440904 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-4c654b5e-4e8d-4914-9d6c-9c37397b586f None None] Set router 9ac20335-c395-4aac-a148-bf806992f144 gateway port host: dv-cinder-774594-3-smb {{(pid=85229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:32:02.470439 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644bc9d-a8df-4ab4-a929-1dadd280d4b6 req-bc553dac-8a21-4dbe-b98c-577a5ec14f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:32:02.472153 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2644bc9d-a8df-4ab4-a929-1dadd280d4b6 req-bc553dac-8a21-4dbe-b98c-577a5ec14f29 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd23809561d4490b94c1159112480623&device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 1099 time: 0.0798090 Apr 14 11:32:02.621621 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644bc9d-a8df-4ab4-a929-1dadd280d4b6 req-563eba73-ce3f-4a40-aa07-a82b9400059f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:32:02.623802 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2644bc9d-a8df-4ab4-a929-1dadd280d4b6 req-563eba73-ce3f-4a40-aa07-a82b9400059f service neutron] 10.222.0.41 "GET /v2.0/networks?id=cae2c22a-2f02-4e49-ad0a-b3f0ec201edd HTTP/1.1" status: 200 len: 910 time: 0.1443396 Apr 14 11:32:02.738682 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2644bc9d-a8df-4ab4-a929-1dadd280d4b6 req-0fa10abd-ec8c-4420-9bd4-067f3f60536e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d964f185-a0a2-49b9-b309-cf3d2122bc18 HTTP/1.1" status: 200 len: 1000 time: 0.1072872 Apr 14 11:32:02.810795 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644bc9d-a8df-4ab4-a929-1dadd280d4b6 req-4b615055-bea4-4d67-bb49-d39bb0d34641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:32:02.812526 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2644bc9d-a8df-4ab4-a929-1dadd280d4b6 req-4b615055-bea4-4d67-bb49-d39bb0d34641 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c45b551-da9b-4aaa-9561-99c721cf1404 HTTP/1.1" status: 200 len: 848 time: 0.0657232 Apr 14 11:32:02.814326 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-4c654b5e-4e8d-4914-9d6c-9c37397b586f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac20335-c395-4aac-a148-bf806992f144', 'name': 'tempest-TestShelveInstance-1535272748-router', 'tenant_id': 'cd23809561d4490b94c1159112480623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.113'}], 'enable_snat': True}, 'gw_port_id': 'cdb95ef0-f5f9-495d-aeb8-aff8ed798ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:31:02Z', 'updated_at': '2021-04-14T11:31:07Z', 'revision_number': 4, 'project_id': 'cd23809561d4490b94c1159112480623', 'gw_port': {'id': 'cdb95ef0-f5f9-495d-aeb8-aff8ed798ace', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac20335-c395-4aac-a148-bf806992f144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:31:03Z', 'updated_at': '2021-04-14T11:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_floatingips': [{'id': 'a6d6a79f-62d1-42cb-bea3-77f06a059c96', 'tenant_id': 'cd23809561d4490b94c1159112480623', 'floating_ip_address': '172.28.2.237', 'floating_network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'router_id': '9ac20335-c395-4aac-a148-bf806992f144', 'port_id': 'd964f185-a0a2-49b9-b309-cf3d2122bc18', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cae2c22a-2f02-4e49-ad0a-b3f0ec201edd', 'mac_address': 'fa:16:3e:9e:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb704a2c-cf52-4595-bd3d-a1772cfb4d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:32:00Z', 'updated_at': '2021-04-14T11:32:00Z', 'revision_number': 0, 'project_id': 'cd23809561d4490b94c1159112480623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2', 'name': '', 'network_id': 'cae2c22a-2f02-4e49-ad0a-b3f0ec201edd', 'tenant_id': 'cd23809561d4490b94c1159112480623', 'mac_address': 'fa:16:3e:9c:15:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac20335-c395-4aac-a148-bf806992f144', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '4c45b551-da9b-4aaa-9561-99c721cf1404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:31:07Z', 'updated_at': '2021-04-14T11:31:16Z', 'revision_number': 5, 'project_id': 'cd23809561d4490b94c1159112480623', 'subnets': [{'id': '4c45b551-da9b-4aaa-9561-99c721cf1404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:32:02.819657 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c654b5e-4e8d-4914-9d6c-9c37397b586f None None] Checking router: 9ac20335-c395-4aac-a148-bf806992f144 for host: dv-cinder-774594-3-smb {{(pid=85229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 11:32:02.828121 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c654b5e-4e8d-4914-9d6c-9c37397b586f None None] Routers {'9ac20335-c395-4aac-a148-bf806992f144'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:32:02.828777 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-4c654b5e-4e8d-4914-9d6c-9c37397b586f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:31:39Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['9ac20335-c395-4aac-a148-bf806992f144'], 'active': True} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:32:02.905792 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644bc9d-a8df-4ab4-a929-1dadd280d4b6 req-9bb1cefd-3517-4419-904f-5d7ac222b576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:32:02.907652 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2644bc9d-a8df-4ab4-a929-1dadd280d4b6 req-9bb1cefd-3517-4419-904f-5d7ac222b576 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cae2c22a-2f02-4e49-ad0a-b3f0ec201edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0877509 Apr 14 11:32:03.032281 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-4c654b5e-4e8d-4914-9d6c-9c37397b586f None None] Set router 9ac20335-c395-4aac-a148-bf806992f144 gateway port host: dv-cinder-774594-3-smb {{(pid=85229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:32:03.063100 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2644bc9d-a8df-4ab4-a929-1dadd280d4b6 req-67cadba7-62ca-40b5-99b7-705c5eecbe8f service neutron] 10.222.0.41 "GET /v2.0/networks/cae2c22a-2f02-4e49-ad0a-b3f0ec201edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475978 Apr 14 11:32:03.205766 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2644bc9d-a8df-4ab4-a929-1dadd280d4b6 req-e7e97193-0794-4b86-9563-8353be28a164 service neutron] 10.222.0.41 "GET /v2.0/networks/cae2c22a-2f02-4e49-ad0a-b3f0ec201edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358218 Apr 14 11:32:03.394659 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-4c654b5e-4e8d-4914-9d6c-9c37397b586f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac20335-c395-4aac-a148-bf806992f144', 'name': 'tempest-TestShelveInstance-1535272748-router', 'tenant_id': 'cd23809561d4490b94c1159112480623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.113'}], 'enable_snat': True}, 'gw_port_id': 'cdb95ef0-f5f9-495d-aeb8-aff8ed798ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:31:02Z', 'updated_at': '2021-04-14T11:31:07Z', 'revision_number': 4, 'project_id': 'cd23809561d4490b94c1159112480623', 'gw_port': {'id': 'cdb95ef0-f5f9-495d-aeb8-aff8ed798ace', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac20335-c395-4aac-a148-bf806992f144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:31:03Z', 'updated_at': '2021-04-14T11:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_floatingips': [{'id': 'a6d6a79f-62d1-42cb-bea3-77f06a059c96', 'tenant_id': 'cd23809561d4490b94c1159112480623', 'floating_ip_address': '172.28.2.237', 'floating_network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'router_id': '9ac20335-c395-4aac-a148-bf806992f144', 'port_id': 'd964f185-a0a2-49b9-b309-cf3d2122bc18', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cae2c22a-2f02-4e49-ad0a-b3f0ec201edd', 'mac_address': 'fa:16:3e:9e:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb704a2c-cf52-4595-bd3d-a1772cfb4d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:32:00Z', 'updated_at': '2021-04-14T11:32:00Z', 'revision_number': 0, 'project_id': 'cd23809561d4490b94c1159112480623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2', 'name': '', 'network_id': 'cae2c22a-2f02-4e49-ad0a-b3f0ec201edd', 'tenant_id': 'cd23809561d4490b94c1159112480623', 'mac_address': 'fa:16:3e:9c:15:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac20335-c395-4aac-a148-bf806992f144', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '4c45b551-da9b-4aaa-9561-99c721cf1404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:31:07Z', 'updated_at': '2021-04-14T11:31:16Z', 'revision_number': 5, 'project_id': 'cd23809561d4490b94c1159112480623', 'subnets': [{'id': '4c45b551-da9b-4aaa-9561-99c721cf1404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:32:03.398776 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c654b5e-4e8d-4914-9d6c-9c37397b586f None None] The sync data for ids ['9ac20335-c395-4aac-a148-bf806992f144'] in dv-cinder-774594-3-smb is: [{'id': '9ac20335-c395-4aac-a148-bf806992f144', 'name': 'tempest-TestShelveInstance-1535272748-router', 'tenant_id': 'cd23809561d4490b94c1159112480623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.113'}], 'enable_snat': True}, 'gw_port_id': 'cdb95ef0-f5f9-495d-aeb8-aff8ed798ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:31:02Z', 'updated_at': '2021-04-14T11:31:07Z', 'revision_number': 4, 'project_id': 'cd23809561d4490b94c1159112480623', 'gw_port': {'id': 'cdb95ef0-f5f9-495d-aeb8-aff8ed798ace', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac20335-c395-4aac-a148-bf806992f144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:31:03Z', 'updated_at': '2021-04-14T11:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_floatingips': [{'id': 'a6d6a79f-62d1-42cb-bea3-77f06a059c96', 'tenant_id': 'cd23809561d4490b94c1159112480623', 'floating_ip_address': '172.28.2.237', 'floating_network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'router_id': '9ac20335-c395-4aac-a148-bf806992f144', 'port_id': 'd964f185-a0a2-49b9-b309-cf3d2122bc18', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cae2c22a-2f02-4e49-ad0a-b3f0ec201edd', 'mac_address': 'fa:16:3e:9e:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb704a2c-cf52-4595-bd3d-a1772cfb4d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T11:32:00Z', 'updated_at': '2021-04-14T11:32:00Z', 'revision_number': 0, 'project_id': 'cd23809561d4490b94c1159112480623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2', 'name': '', 'network_id': 'cae2c22a-2f02-4e49-ad0a-b3f0ec201edd', 'tenant_id': 'cd23809561d4490b94c1159112480623', 'mac_address': 'fa:16:3e:9c:15:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac20335-c395-4aac-a148-bf806992f144', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '4c45b551-da9b-4aaa-9561-99c721cf1404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:31:07Z', 'updated_at': '2021-04-14T11:31:16Z', 'revision_number': 5, 'project_id': 'cd23809561d4490b94c1159112480623', 'subnets': [{'id': '4c45b551-da9b-4aaa-9561-99c721cf1404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 11:32:03.674541 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adc4116-3b6b-4ba0-8a5c-7e5d6ad70a7d None None] New status for floating IP a6d6a79f-62d1-42cb-bea3-77f06a059c96: ACTIVE {{(pid=85230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 11:32:07.087580 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5f44d4f0-aef7-4107-a5c6-4587dd9e3eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:32:08.906076 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f7983d31-1579-4a1b-8a9a-b04173873689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:32:10.121724 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:32:10.325937 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:32:11.477417 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:32:11.545099 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:32:29.112022 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 6 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:32:31.537367 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 37592) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:32:31.659909 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a65b7842-0b66-423e-8df9-d17c6c3fdcd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:32:31.674916 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-a65b7842-0b66-423e-8df9-d17c6c3fdcd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 11:32:31.678922 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-a65b7842-0b66-423e-8df9-d17c6c3fdcd2 admin admin] Usage tracker for resource:security_group_rule and tenant:9f86961a8a8c4c3d920efb5013f43339 is out of sync, need to count used quota {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 11:32:31.681813 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [None req-a65b7842-0b66-423e-8df9-d17c6c3fdcd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85228) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 11:32:31.687817 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.quota.driver [None req-a65b7842-0b66-423e-8df9-d17c6c3fdcd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85228) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 11:32:31.770318 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a65b7842-0b66-423e-8df9-d17c6c3fdcd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:32:31.773114 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a65b7842-0b66-423e-8df9-d17c6c3fdcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_create {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:32:31.781832 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-11eb298f-42c3-4e38-b259-49aaa32bccc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:32:31.827550 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-a65b7842-0b66-423e-8df9-d17c6c3fdcd2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9f86961a8a8c4c3d920efb5013f43339&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2890601 Apr 14 11:32:31.829845 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b7842-0b66-423e-8df9-d17c6c3fdcd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee92d33-6ffa-44eb-a45b-b7f4fa4c8b36,revision_number=1']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:32:31.830990 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85227) accepted ('10.222.0.52', 37598) {{(pid=85227) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:32:31.837788 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b7842-0b66-423e-8df9-d17c6c3fdcd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:32:31.838213 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b7842-0b66-423e-8df9-d17c6c3fdcd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:32:31.838670 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b7842-0b66-423e-8df9-d17c6c3fdcd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:32:31.839081 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b7842-0b66-423e-8df9-d17c6c3fdcd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:32:31.839485 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b7842-0b66-423e-8df9-d17c6c3fdcd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:32:31.839888 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b7842-0b66-423e-8df9-d17c6c3fdcd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:32:31.840289 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b7842-0b66-423e-8df9-d17c6c3fdcd2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:32:31.840687 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b7842-0b66-423e-8df9-d17c6c3fdcd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:32:31.841086 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b7842-0b66-423e-8df9-d17c6c3fdcd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:32:31.841482 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b7842-0b66-423e-8df9-d17c6c3fdcd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:32:31.841884 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b7842-0b66-423e-8df9-d17c6c3fdcd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:32:31.842276 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b7842-0b66-423e-8df9-d17c6c3fdcd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:32:31.847001 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a65b7842-0b66-423e-8df9-d17c6c3fdcd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:32:31.893564 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e5207bb0-1af2-4a93-8ba7-4cdb6ff514d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:32:31.920172 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e5207bb0-1af2-4a93-8ba7-4cdb6ff514d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:32:31.963571 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e5207bb0-1af2-4a93-8ba7-4cdb6ff514d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:32:31.968598 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a4b9874e-2fbf-45f5-b9c6-a20fbb233e54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:32:31.981462 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5207bb0-1af2-4a93-8ba7-4cdb6ff514d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee92d33-6ffa-44eb-a45b-b7f4fa4c8b36,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:32:31.991063 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5207bb0-1af2-4a93-8ba7-4cdb6ff514d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:32:31.991481 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5207bb0-1af2-4a93-8ba7-4cdb6ff514d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:32:31.991896 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5207bb0-1af2-4a93-8ba7-4cdb6ff514d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:32:31.992345 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5207bb0-1af2-4a93-8ba7-4cdb6ff514d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:32:31.992742 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5207bb0-1af2-4a93-8ba7-4cdb6ff514d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:32:31.993142 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5207bb0-1af2-4a93-8ba7-4cdb6ff514d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:32:31.993539 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5207bb0-1af2-4a93-8ba7-4cdb6ff514d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:32:31.993933 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5207bb0-1af2-4a93-8ba7-4cdb6ff514d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:32:31.994331 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5207bb0-1af2-4a93-8ba7-4cdb6ff514d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:32:31.994776 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5207bb0-1af2-4a93-8ba7-4cdb6ff514d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:32:31.995174 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5207bb0-1af2-4a93-8ba7-4cdb6ff514d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:32:31.995563 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5207bb0-1af2-4a93-8ba7-4cdb6ff514d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:32:31.998792 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-e5207bb0-1af2-4a93-8ba7-4cdb6ff514d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:32:31.999784 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e5207bb0-1af2-4a93-8ba7-4cdb6ff514d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:32:32.001531 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-e5207bb0-1af2-4a93-8ba7-4cdb6ff514d2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cee92d33-6ffa-44eb-a45b-b7f4fa4c8b36 HTTP/1.1" status: 204 len: 168 time: 0.1690140 Apr 14 11:32:37.088977 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a0994b1d-ff92-4676-b2ca-fa1d8fc78c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:32:38.906290 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2c9893d0-81dd-495f-a746-f05c696bd6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:32:40.125894 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:32:40.317273 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:32:41.480278 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:32:41.535385 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:32:45.481223 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d4eb8a1a-707a-47b7-b5f2-ac89bee8ebc3 req-eb584729-3b50-4902-8456-f717ae71ee7b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0786107 Apr 14 11:32:45.628072 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb8a1a-707a-47b7-b5f2-ac89bee8ebc3 req-9a696ba4-2fb3-44ff-9d6d-8e718a59c9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:32:45.629574 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d4eb8a1a-707a-47b7-b5f2-ac89bee8ebc3 req-9a696ba4-2fb3-44ff-9d6d-8e718a59c9fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd23809561d4490b94c1159112480623&device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 1099 time: 0.0775020 Apr 14 11:32:45.785076 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb8a1a-707a-47b7-b5f2-ac89bee8ebc3 req-e0892c41-ce55-4e4b-9ab3-3cc4e5ffca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:32:45.786639 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d4eb8a1a-707a-47b7-b5f2-ac89bee8ebc3 req-e0892c41-ce55-4e4b-9ab3-3cc4e5ffca07 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cae2c22a-2f02-4e49-ad0a-b3f0ec201edd HTTP/1.1" status: 200 len: 910 time: 0.1357985 Apr 14 11:32:45.897046 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d4eb8a1a-707a-47b7-b5f2-ac89bee8ebc3 req-09304d74-7a31-4384-81ca-814ac73c5e7c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d964f185-a0a2-49b9-b309-cf3d2122bc18 HTTP/1.1" status: 200 len: 1002 time: 0.1019762 Apr 14 11:32:45.967908 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb8a1a-707a-47b7-b5f2-ac89bee8ebc3 req-d5deb8d2-2054-427f-9ec3-e1411a9e9987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:32:45.969386 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d4eb8a1a-707a-47b7-b5f2-ac89bee8ebc3 req-d5deb8d2-2054-427f-9ec3-e1411a9e9987 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c45b551-da9b-4aaa-9561-99c721cf1404 HTTP/1.1" status: 200 len: 848 time: 0.0640421 Apr 14 11:32:46.050505 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb8a1a-707a-47b7-b5f2-ac89bee8ebc3 req-0c8b23b0-8da5-45af-8ac2-68ff5576a339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:32:46.052167 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d4eb8a1a-707a-47b7-b5f2-ac89bee8ebc3 req-0c8b23b0-8da5-45af-8ac2-68ff5576a339 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cae2c22a-2f02-4e49-ad0a-b3f0ec201edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0751071 Apr 14 11:32:46.191925 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d4eb8a1a-707a-47b7-b5f2-ac89bee8ebc3 req-4492dcec-444f-4b00-9d3e-f80c7d1eb581 service neutron] 10.222.0.41 "GET /v2.0/networks/cae2c22a-2f02-4e49-ad0a-b3f0ec201edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323168 Apr 14 11:32:46.577802 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d4eb8a1a-707a-47b7-b5f2-ac89bee8ebc3 req-9912e1a9-38b1-407e-b110-edbc57308e22 service neutron] 10.222.0.41 "GET /v2.0/networks/cae2c22a-2f02-4e49-ad0a-b3f0ec201edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775630 Apr 14 11:33:06.111269 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 6 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:33:07.090437 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2ac610e7-dc15-4bf3-b287-3e04d07d3e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:33:08.906992 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-fa89cbd4-b9b7-4573-8170-bd5a8ae39c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:33:10.127581 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:33:10.317903 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:33:11.482276 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:33:11.558664 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:33:37.092179 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-7f30ba7f-ccb0-4734-ae48-cd8633257a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:33:38.906910 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-33f0e080-0898-4106-bab1-4c0050898aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:33:40.130494 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:33:40.318247 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:33:41.484991 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:33:41.543627 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:33:43.111422 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 6 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:33:48.208758 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a9049828-9b00-4429-9907-e7881209059c req-1ab0dc23-d94b-4e5b-a701-3768d0ae6e83 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1832099 Apr 14 11:33:48.360905 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9049828-9b00-4429-9907-e7881209059c req-be3bad3f-6e1c-4745-8557-3d01d43d8bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:33:48.362394 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a9049828-9b00-4429-9907-e7881209059c req-be3bad3f-6e1c-4745-8557-3d01d43d8bff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd23809561d4490b94c1159112480623&device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 1099 time: 0.0801291 Apr 14 11:33:48.518567 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9049828-9b00-4429-9907-e7881209059c req-76e8b6a8-5722-4fb7-aeb2-9fa072c83fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:33:48.520142 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a9049828-9b00-4429-9907-e7881209059c req-76e8b6a8-5722-4fb7-aeb2-9fa072c83fee service neutron] 10.222.0.41 "GET /v2.0/networks?id=cae2c22a-2f02-4e49-ad0a-b3f0ec201edd HTTP/1.1" status: 200 len: 910 time: 0.1368144 Apr 14 11:33:48.631963 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a9049828-9b00-4429-9907-e7881209059c req-3f389923-bc14-43f6-9115-0d23c93f8240 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d964f185-a0a2-49b9-b309-cf3d2122bc18 HTTP/1.1" status: 200 len: 1002 time: 0.1034322 Apr 14 11:33:48.713550 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9049828-9b00-4429-9907-e7881209059c req-889a4039-0f17-492a-af8b-135a8e3b3d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:33:48.715160 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a9049828-9b00-4429-9907-e7881209059c req-889a4039-0f17-492a-af8b-135a8e3b3d4a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c45b551-da9b-4aaa-9561-99c721cf1404 HTTP/1.1" status: 200 len: 848 time: 0.0752072 Apr 14 11:33:48.800117 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9049828-9b00-4429-9907-e7881209059c req-eb9ff8cd-4119-48d2-8729-a95d30c61396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:33:48.801689 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a9049828-9b00-4429-9907-e7881209059c req-eb9ff8cd-4119-48d2-8729-a95d30c61396 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cae2c22a-2f02-4e49-ad0a-b3f0ec201edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0786676 Apr 14 11:33:48.813761 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [req-a9049828-9b00-4429-9907-e7881209059c req-e594951a-be8b-4935-91b0-052d55ac459f service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=85227) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 11:33:48.814856 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a9049828-9b00-4429-9907-e7881209059c req-e594951a-be8b-4935-91b0-052d55ac459f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053341 Apr 14 11:33:48.960616 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a9049828-9b00-4429-9907-e7881209059c req-07c1cb8f-d01d-4ae9-9b27-06ac3ac0eb40 service neutron] 10.222.0.41 "GET /v2.0/networks/cae2c22a-2f02-4e49-ad0a-b3f0ec201edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380103 Apr 14 11:33:49.104563 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-a9049828-9b00-4429-9907-e7881209059c req-dd372e35-c25c-41b4-9a90-67ecae2337ea service neutron] 10.222.0.41 "GET /v2.0/networks/cae2c22a-2f02-4e49-ad0a-b3f0ec201edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362824 Apr 14 11:34:01.855387 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c6011-fbf3-47c7-9172-4ce9b29c280a req-05422830-45e3-48e9-a9da-d26c5ed32917 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:34:01.856993 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8d8c6011-fbf3-47c7-9172-4ce9b29c280a req-05422830-45e3-48e9-a9da-d26c5ed32917 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 946 time: 0.2390375 Apr 14 11:34:01.888574 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8d8c6011-fbf3-47c7-9172-4ce9b29c280a req-3dcc5d7f-fb81-4c8e-81d5-291dca8f9bd3 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb584a8a-f936-4e8a-8e84-659f5d517971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0248945 Apr 14 11:34:03.192882 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ac192-2b01-4b5c-92a1-e8c8ae540669 req-b968a35f-be3b-441d-b32a-4d958359768d tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:34:03.194319 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-525ac192-2b01-4b5c-92a1-e8c8ae540669 req-b968a35f-be3b-441d-b32a-4d958359768d tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 946 time: 0.1752815 Apr 14 11:34:03.229978 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-525ac192-2b01-4b5c-92a1-e8c8ae540669 req-975a0581-1e0e-4329-8a93-61da1b7090cc tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb584a8a-f936-4e8a-8e84-659f5d517971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272012 Apr 14 11:34:04.448698 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5470cf-00f5-44be-bbe3-259b5108bad3 req-833778b4-0cc9-4336-91a7-d158b2a2fcac tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:34:04.450279 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8d5470cf-00f5-44be-bbe3-259b5108bad3 req-833778b4-0cc9-4336-91a7-d158b2a2fcac tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 946 time: 0.0910218 Apr 14 11:34:04.481374 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8d5470cf-00f5-44be-bbe3-259b5108bad3 req-df4a39c5-faa0-4d00-be86-d73d2c100260 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb584a8a-f936-4e8a-8e84-659f5d517971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0243881 Apr 14 11:34:05.694817 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e33ab-c744-4be8-a06c-6ea62ad1e4b4 req-b7069d35-2e14-49b7-b449-7c523bc74a9c tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:34:05.696326 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5a9e33ab-c744-4be8-a06c-6ea62ad1e4b4 req-b7069d35-2e14-49b7-b449-7c523bc74a9c tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 946 time: 0.0986934 Apr 14 11:34:05.728377 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-5a9e33ab-c744-4be8-a06c-6ea62ad1e4b4 req-0f28376c-6a1b-4984-8991-16539cc10577 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb584a8a-f936-4e8a-8e84-659f5d517971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0247574 Apr 14 11:34:06.927519 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff7d47-4c42-4589-9b06-cff0756631d3 req-d06f5901-36d2-4277-8eb8-cd5cc0b6d65a tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:34:06.929113 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-56ff7d47-4c42-4589-9b06-cff0756631d3 req-d06f5901-36d2-4277-8eb8-cd5cc0b6d65a tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 946 time: 0.0894940 Apr 14 11:34:06.959281 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-56ff7d47-4c42-4589-9b06-cff0756631d3 req-2763d304-e077-4b54-bdb7-0e49b1f6c5c4 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb584a8a-f936-4e8a-8e84-659f5d517971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0237091 Apr 14 11:34:07.093990 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-40a6b0b1-c65c-4bb9-959e-8a85677d4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:34:08.164745 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b451b-285d-4dc1-aeec-fb8736c14d42 req-78932355-6b72-48cd-b9fc-72881c30ceac tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:34:08.166335 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4b8b451b-285d-4dc1-aeec-fb8736c14d42 req-78932355-6b72-48cd-b9fc-72881c30ceac tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 946 time: 0.0873570 Apr 14 11:34:08.197362 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-4b8b451b-285d-4dc1-aeec-fb8736c14d42 req-244e800a-928d-460a-91da-8311712dc0f1 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb584a8a-f936-4e8a-8e84-659f5d517971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0240912 Apr 14 11:34:08.908772 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5bd14196-d163-4319-8a9d-e9773544e420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:34:09.431411 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b8ac0-211e-49b3-ab50-8d3f8a6902e4 req-dbe1c65c-4256-4cc9-86e7-60458c40e163 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:34:09.433011 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c08b8ac0-211e-49b3-ab50-8d3f8a6902e4 req-dbe1c65c-4256-4cc9-86e7-60458c40e163 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 946 time: 0.1198580 Apr 14 11:34:09.463700 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-c08b8ac0-211e-49b3-ab50-8d3f8a6902e4 req-8897eb72-61dd-4350-862d-68f06cc289e7 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb584a8a-f936-4e8a-8e84-659f5d517971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0242145 Apr 14 11:34:10.135892 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:34:10.320470 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:34:10.672014 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583cfa7-48b0-4e29-8850-eac869704a98 req-5134aafb-a5f3-4426-af2a-d954d2c42c90 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:34:10.673588 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8583cfa7-48b0-4e29-8850-eac869704a98 req-5134aafb-a5f3-4426-af2a-d954d2c42c90 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 946 time: 0.0944705 Apr 14 11:34:10.704042 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8583cfa7-48b0-4e29-8850-eac869704a98 req-de70165d-f261-4060-b3b6-5024dac45728 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb584a8a-f936-4e8a-8e84-659f5d517971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0239317 Apr 14 11:34:11.487451 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:34:11.557552 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:34:11.814500 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c2e10-92e8-49ca-891c-1c0d8d4f1b63 req-47099689-0149-47ef-8605-774fa727bf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:34:11.816158 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3b0c2e10-92e8-49ca-891c-1c0d8d4f1b63 req-47099689-0149-47ef-8605-774fa727bf6e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd23809561d4490b94c1159112480623&device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 1099 time: 0.0815072 Apr 14 11:34:11.907284 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befbf84-ecce-4e0d-8e75-084004167569 req-7e95c08f-333a-4950-a791-64e579027241 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:34:11.908864 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2befbf84-ecce-4e0d-8e75-084004167569 req-7e95c08f-333a-4950-a791-64e579027241 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 946 time: 0.0897977 Apr 14 11:34:11.940850 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-2befbf84-ecce-4e0d-8e75-084004167569 req-71dd9a76-6b46-47f9-9129-13791faac842 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb584a8a-f936-4e8a-8e84-659f5d517971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0254602 Apr 14 11:34:11.965989 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c2e10-92e8-49ca-891c-1c0d8d4f1b63 req-041a666f-8a2c-4bc1-8dbe-bf4ce39c14d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:34:11.967675 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3b0c2e10-92e8-49ca-891c-1c0d8d4f1b63 req-041a666f-8a2c-4bc1-8dbe-bf4ce39c14d0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cae2c22a-2f02-4e49-ad0a-b3f0ec201edd HTTP/1.1" status: 200 len: 910 time: 0.1439850 Apr 14 11:34:12.102751 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3b0c2e10-92e8-49ca-891c-1c0d8d4f1b63 req-39ba548b-f855-4fa5-ac54-585f9ac56b69 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d964f185-a0a2-49b9-b309-cf3d2122bc18 HTTP/1.1" status: 200 len: 1002 time: 0.1182418 Apr 14 11:34:12.171927 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c2e10-92e8-49ca-891c-1c0d8d4f1b63 req-a3c6bbf5-bd69-4d86-abb7-92488e54bb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:34:12.173539 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3b0c2e10-92e8-49ca-891c-1c0d8d4f1b63 req-a3c6bbf5-bd69-4d86-abb7-92488e54bb04 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c45b551-da9b-4aaa-9561-99c721cf1404 HTTP/1.1" status: 200 len: 848 time: 0.0641842 Apr 14 11:34:12.258492 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c2e10-92e8-49ca-891c-1c0d8d4f1b63 req-4370ade9-d2bf-4b04-95d1-4f62728ef4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:34:12.260190 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3b0c2e10-92e8-49ca-891c-1c0d8d4f1b63 req-4370ade9-d2bf-4b04-95d1-4f62728ef4af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cae2c22a-2f02-4e49-ad0a-b3f0ec201edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0796959 Apr 14 11:34:12.409884 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3b0c2e10-92e8-49ca-891c-1c0d8d4f1b63 req-abd247f5-4fc1-423e-8278-d0a8d6ca26bb service neutron] 10.222.0.41 "GET /v2.0/networks/cae2c22a-2f02-4e49-ad0a-b3f0ec201edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418550 Apr 14 11:34:12.550074 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3b0c2e10-92e8-49ca-891c-1c0d8d4f1b63 req-eecb1128-96b5-47fb-938c-d19eb2d0dc82 service neutron] 10.222.0.41 "GET /v2.0/networks/cae2c22a-2f02-4e49-ad0a-b3f0ec201edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332467 Apr 14 11:34:13.142995 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35f279-6849-4fae-9cff-98455886c21a req-b3a53b5f-52cf-4a9b-86f6-e78762880a8b tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:34:13.144571 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ab35f279-6849-4fae-9cff-98455886c21a req-b3a53b5f-52cf-4a9b-86f6-e78762880a8b tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 946 time: 0.0871432 Apr 14 11:34:13.175658 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ab35f279-6849-4fae-9cff-98455886c21a req-b676c681-5261-42da-b8b5-6c60192b8ea9 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb584a8a-f936-4e8a-8e84-659f5d517971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0242903 Apr 14 11:34:14.378005 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00c797-d4a8-438a-9b08-ddb01969515a req-f1206730-2e09-4796-93bd-a3d156880bed tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:34:14.379527 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ee00c797-d4a8-438a-9b08-ddb01969515a req-f1206730-2e09-4796-93bd-a3d156880bed tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 946 time: 0.0913341 Apr 14 11:34:14.410253 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-ee00c797-d4a8-438a-9b08-ddb01969515a req-9abe3c61-005f-44b6-adc4-1be80e6d03c8 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb584a8a-f936-4e8a-8e84-659f5d517971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0243590 Apr 14 11:34:15.611848 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657299fd-3363-44df-bce4-c19928438b9a req-68ba2f7e-9243-4f4e-9498-e4bd42918d2d tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:34:15.613928 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-657299fd-3363-44df-bce4-c19928438b9a req-68ba2f7e-9243-4f4e-9498-e4bd42918d2d tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 946 time: 0.0926259 Apr 14 11:34:15.646107 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-657299fd-3363-44df-bce4-c19928438b9a req-71137688-a2c6-4127-a991-95b1bc7ac20a tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb584a8a-f936-4e8a-8e84-659f5d517971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0256214 Apr 14 11:34:15.959801 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 37674) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:34:16.021146 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15322b84-7f42-4c19-bb1d-36b17a899404 req-2b2c8c44-7c9a-4433-b6ca-ac4fd6df0100 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:34:16.022808 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-15322b84-7f42-4c19-bb1d-36b17a899404 req-2b2c8c44-7c9a-4433-b6ca-ac4fd6df0100 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 946 time: 0.0918639 Apr 14 11:34:16.054977 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-15322b84-7f42-4c19-bb1d-36b17a899404 req-86987faf-b92a-4e50-a0f9-da7acbbafb72 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb584a8a-f936-4e8a-8e84-659f5d517971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0255787 Apr 14 11:34:16.083771 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8a91a5c5-b1a5-4dfa-834c-f2ce31a261aa req-72994a10-53bd-41cc-bc41-f75cac141edc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1226337 Apr 14 11:34:17.260992 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcfa59-8969-4a16-bba9-f0d25685a6de req-ce254105-fb17-48cb-ac29-d98a6c396363 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:34:17.262607 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-08fcfa59-8969-4a16-bba9-f0d25685a6de req-ce254105-fb17-48cb-ac29-d98a6c396363 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 946 time: 0.0919116 Apr 14 11:34:17.297028 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-08fcfa59-8969-4a16-bba9-f0d25685a6de req-a9bc8a96-f089-4c21-a7ab-96566e34d398 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb584a8a-f936-4e8a-8e84-659f5d517971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279021 Apr 14 11:34:17.446910 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91a5c5-b1a5-4dfa-834c-f2ce31a261aa req-d7f71ff8-967c-436c-a56d-2effb1bded64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:34:17.448412 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8a91a5c5-b1a5-4dfa-834c-f2ce31a261aa req-d7f71ff8-967c-436c-a56d-2effb1bded64 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82&tenant_id=cd23809561d4490b94c1159112480623 HTTP/1.1" status: 200 len: 1099 time: 0.0807419 Apr 14 11:34:17.547937 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91a5c5-b1a5-4dfa-834c-f2ce31a261aa req-cf506367-9e80-4d8e-ae75-c7aae37f3be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:34:17.549514 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8a91a5c5-b1a5-4dfa-834c-f2ce31a261aa req-cf506367-9e80-4d8e-ae75-c7aae37f3be4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd23809561d4490b94c1159112480623&device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 1099 time: 0.0764561 Apr 14 11:34:17.689569 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91a5c5-b1a5-4dfa-834c-f2ce31a261aa req-8da0bce4-95eb-4974-8a77-1ee2c8cfdc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:34:17.691624 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8a91a5c5-b1a5-4dfa-834c-f2ce31a261aa req-8da0bce4-95eb-4974-8a77-1ee2c8cfdc52 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cae2c22a-2f02-4e49-ad0a-b3f0ec201edd HTTP/1.1" status: 200 len: 910 time: 0.1337218 Apr 14 11:34:17.801961 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8a91a5c5-b1a5-4dfa-834c-f2ce31a261aa req-19b9c3bb-86cc-49f1-9557-c05bfbb23365 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d964f185-a0a2-49b9-b309-cf3d2122bc18 HTTP/1.1" status: 200 len: 1002 time: 0.1020734 Apr 14 11:34:17.874751 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91a5c5-b1a5-4dfa-834c-f2ce31a261aa req-84539641-fee4-4a37-aaf0-a42181af98c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:34:17.876437 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8a91a5c5-b1a5-4dfa-834c-f2ce31a261aa req-84539641-fee4-4a37-aaf0-a42181af98c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c45b551-da9b-4aaa-9561-99c721cf1404 HTTP/1.1" status: 200 len: 848 time: 0.0663626 Apr 14 11:34:17.964747 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91a5c5-b1a5-4dfa-834c-f2ce31a261aa req-eeade0a6-8df8-4976-8475-fba4d2cc71ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:34:17.966247 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8a91a5c5-b1a5-4dfa-834c-f2ce31a261aa req-eeade0a6-8df8-4976-8475-fba4d2cc71ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cae2c22a-2f02-4e49-ad0a-b3f0ec201edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0829430 Apr 14 11:34:18.115297 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8a91a5c5-b1a5-4dfa-834c-f2ce31a261aa req-b8a6f95b-37a7-4c0f-92cd-630c0441a740 service neutron] 10.222.0.41 "GET /v2.0/networks/cae2c22a-2f02-4e49-ad0a-b3f0ec201edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405935 Apr 14 11:34:18.571464 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-8a91a5c5-b1a5-4dfa-834c-f2ce31a261aa req-0b8c8dce-fe3f-476c-b341-9f4b95904b6e service neutron] 10.222.0.41 "GET /v2.0/networks/cae2c22a-2f02-4e49-ad0a-b3f0ec201edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488811 Apr 14 11:34:18.603414 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602c81b-598a-46c8-9e0d-02d69acba392 req-5ffb8a58-4de6-41fe-ad8c-5cff5863607c tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:34:18.605260 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1602c81b-598a-46c8-9e0d-02d69acba392 req-5ffb8a58-4de6-41fe-ad8c-5cff5863607c tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 946 time: 0.1128345 Apr 14 11:34:18.637251 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-1602c81b-598a-46c8-9e0d-02d69acba392 req-e992d597-f285-498a-8067-4d768671c0bc tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb584a8a-f936-4e8a-8e84-659f5d517971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0253363 Apr 14 11:34:19.432890 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device d964f185-a0a2-49b9-b309-cf3d2122bc18 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:34:19.555413 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:34:19.567067 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb704a2c-cf52-4595-bd3d-a1772cfb4d82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd964f185-a0a2-49b9-b309-cf3d2122bc18'}] {{(pid=85229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:34:19.577090 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port d964f185-a0a2-49b9-b309-cf3d2122bc18, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d964f185-a0a2-49b9-b309-cf3d2122bc18,segment=NetworkSegment(26807db2-2985-4132-9fc2-19da97eeb1d6),segment_id=26807db2-2985-4132-9fc2-19da97eeb1d6)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:34:19.580079 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:34:19.582491 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-3ebdff62-76f0-495e-ac02-ee8ef24113bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:34:19.653712 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=d964f185-a0a2-49b9-b309-cf3d2122bc18,revision_number=6']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:34:19.661797 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:34:19.662191 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:34:19.662618 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:34:19.663007 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:34:19.663387 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:34:19.663762 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:34:19.664137 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:34:19.664508 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:34:19.664880 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:34:19.665249 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:34:19.665641 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:34:19.666028 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:34:19.670418 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:34:19.847266 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d257c6-29bd-4d86-bd7c-497d049a7829 req-273bec11-b0eb-41ae-8c5c-a1cb7accdc91 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:34:19.848848 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-07d257c6-29bd-4d86-bd7c-497d049a7829 req-273bec11-b0eb-41ae-8c5c-a1cb7accdc91 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 944 time: 0.0958779 Apr 14 11:34:19.879713 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-07d257c6-29bd-4d86-bd7c-497d049a7829 req-11573225-1c10-4584-bce8-ce7345a6d8d4 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb584a8a-f936-4e8a-8e84-659f5d517971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0241151 Apr 14 11:34:20.111097 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 6 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:34:20.182415 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00d3b6-3629-46d5-8c29-561542401fbd req-432fa22d-3dd8-4d22-b6e2-532d5f6c6186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:34:20.184033 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0a00d3b6-3629-46d5-8c29-561542401fbd req-432fa22d-3dd8-4d22-b6e2-532d5f6c6186 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 1097 time: 0.0761075 Apr 14 11:34:20.210363 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-0a00d3b6-3629-46d5-8c29-561542401fbd req-43e85a1a-bdc3-4e12-9b2f-2907924427bf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fb584a8a-f936-4e8a-8e84-659f5d517971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0187187 Apr 14 11:34:20.705461 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb704a2c-cf52-4595-bd3d-a1772cfb4d82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd964f185-a0a2-49b9-b309-cf3d2122bc18', 'code': 200} Apr 14 11:34:21.090318 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a60b1-0253-4087-94a4-cdedd3dd554a req-904dccb9-800d-4fb1-89c4-030a94930e5a tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:34:21.091919 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-397a60b1-0253-4087-94a4-cdedd3dd554a req-904dccb9-800d-4fb1-89c4-030a94930e5a tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 944 time: 0.0956762 Apr 14 11:34:21.121856 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-397a60b1-0253-4087-94a4-cdedd3dd554a req-21975193-1878-4303-8a66-bab54b271556 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb584a8a-f936-4e8a-8e84-659f5d517971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0236249 Apr 14 11:34:21.450408 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device d964f185-a0a2-49b9-b309-cf3d2122bc18 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=85229) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 11:34:21.590387 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port d964f185-a0a2-49b9-b309-cf3d2122bc18, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d964f185-a0a2-49b9-b309-cf3d2122bc18,segment=NetworkSegment(26807db2-2985-4132-9fc2-19da97eeb1d6),segment_id=26807db2-2985-4132-9fc2-19da97eeb1d6)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:34:21.604866 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Returning: {'device': 'd964f185-a0a2-49b9-b309-cf3d2122bc18', 'network_id': 'cae2c22a-2f02-4e49-ad0a-b3f0ec201edd', 'port_id': 'd964f185-a0a2-49b9-b309-cf3d2122bc18', 'mac_address': 'fa:16:3e:9e:58:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c45b551-da9b-4aaa-9561-99c721cf1404', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85229) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 11:34:21.661733 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:34:21.662960 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d964f185-a0a2-49b9-b309-cf3d2122bc18 {{(pid=85229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 11:34:21.678503 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port d964f185-a0a2-49b9-b309-cf3d2122bc18, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d964f185-a0a2-49b9-b309-cf3d2122bc18,segment=NetworkSegment(26807db2-2985-4132-9fc2-19da97eeb1d6),segment_id=26807db2-2985-4132-9fc2-19da97eeb1d6)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:34:21.681304 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:34:21.683138 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:34:21.754120 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=d964f185-a0a2-49b9-b309-cf3d2122bc18,revision_number=7']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:34:21.757241 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:34:22.005069 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] get_ports_and_sgs() called for port_ids ['d964f185-a0a2-49b9-b309-cf3d2122bc18'] {{(pid=85229) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 11:34:22.322758 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba6808-eaab-44f9-94ec-14ec76cc358a req-784f04cd-7f09-40c6-8ce0-0a215c92eb31 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:34:22.324347 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-92ba6808-eaab-44f9-94ec-14ec76cc358a req-784f04cd-7f09-40c6-8ce0-0a215c92eb31 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 945 time: 0.0887144 Apr 14 11:34:22.354191 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-92ba6808-eaab-44f9-94ec-14ec76cc358a req-b1a6d06c-9a6a-4ca7-a8f6-c15795421773 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb584a8a-f936-4e8a-8e84-659f5d517971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0235643 Apr 14 11:34:23.452601 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device d964f185-a0a2-49b9-b309-cf3d2122bc18 up at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 11:34:23.527702 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.provisioning_blocks [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Provisioning complete for port d964f185-a0a2-49b9-b309-cf3d2122bc18 triggered by entity L2. {{(pid=85229) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 11:34:23.528117 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130196'] for port, provisioning_complete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:34:23.649280 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854613058'] for port, before_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:34:23.661185 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb704a2c-cf52-4595-bd3d-a1772cfb4d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd964f185-a0a2-49b9-b309-cf3d2122bc18'}] {{(pid=85229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:34:23.671524 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] For port d964f185-a0a2-49b9-b309-cf3d2122bc18, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d964f185-a0a2-49b9-b309-cf3d2122bc18,segment=NetworkSegment(26807db2-2985-4132-9fc2-19da97eeb1d6),segment_id=26807db2-2985-4132-9fc2-19da97eeb1d6)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:34:23.674711 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741598340126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741597899379', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363295256876404'] for port, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:34:23.677368 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:34:23.713231 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb704a2c-cf52-4595-bd3d-a1772cfb4d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd964f185-a0a2-49b9-b309-cf3d2122bc18', 'code': 200} Apr 14 11:34:23.753765 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Pushing event updated for resources: {'Port': ['ID=d964f185-a0a2-49b9-b309-cf3d2122bc18,revision_number=8']} {{(pid=85229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:34:23.757047 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85229) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:34:37.096233 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4e3aa5a0-0a4d-49ed-ab83-f10277b70104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:34:38.909975 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a05c6bb0-a664-47f5-be9d-262d6812555c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:34:40.137547 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:34:40.321028 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:34:41.490130 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:34:41.555998 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:34:47.459159 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-fa5905eb-1a6a-4a96-9d93-a544df8359e0 req-d83d3eb4-3171-49d7-b903-ab0189a1e41b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746520 Apr 14 11:34:47.623705 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5905eb-1a6a-4a96-9d93-a544df8359e0 req-b4f5ffe8-0ce1-4961-b8bb-6e5d0272ff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:34:47.625234 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-fa5905eb-1a6a-4a96-9d93-a544df8359e0 req-b4f5ffe8-0ce1-4961-b8bb-6e5d0272ff50 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd23809561d4490b94c1159112480623&device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 1099 time: 0.0796492 Apr 14 11:34:47.780082 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5905eb-1a6a-4a96-9d93-a544df8359e0 req-22c0fb8d-d7b1-4333-93d6-6ec88f9c5b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:34:47.781597 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-fa5905eb-1a6a-4a96-9d93-a544df8359e0 req-22c0fb8d-d7b1-4333-93d6-6ec88f9c5b58 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cae2c22a-2f02-4e49-ad0a-b3f0ec201edd HTTP/1.1" status: 200 len: 910 time: 0.1353669 Apr 14 11:34:47.889612 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-fa5905eb-1a6a-4a96-9d93-a544df8359e0 req-5c342b16-de3b-4338-a203-87826832e934 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d964f185-a0a2-49b9-b309-cf3d2122bc18 HTTP/1.1" status: 200 len: 1002 time: 0.0997684 Apr 14 11:34:47.959708 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5905eb-1a6a-4a96-9d93-a544df8359e0 req-6a301bc4-a12d-4d5f-93df-56fcd08f0730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:34:47.961222 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-fa5905eb-1a6a-4a96-9d93-a544df8359e0 req-6a301bc4-a12d-4d5f-93df-56fcd08f0730 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c45b551-da9b-4aaa-9561-99c721cf1404 HTTP/1.1" status: 200 len: 848 time: 0.0633740 Apr 14 11:34:48.043202 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5905eb-1a6a-4a96-9d93-a544df8359e0 req-71e3d456-4e86-4b38-85bb-ae18bd949b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:34:48.044714 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-fa5905eb-1a6a-4a96-9d93-a544df8359e0 req-71e3d456-4e86-4b38-85bb-ae18bd949b59 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cae2c22a-2f02-4e49-ad0a-b3f0ec201edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0759091 Apr 14 11:34:48.185703 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-fa5905eb-1a6a-4a96-9d93-a544df8359e0 req-d6ed954b-4b08-47aa-a55f-6a9fc8757dc6 service neutron] 10.222.0.41 "GET /v2.0/networks/cae2c22a-2f02-4e49-ad0a-b3f0ec201edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335888 Apr 14 11:34:48.326159 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-fa5905eb-1a6a-4a96-9d93-a544df8359e0 req-7bd2ef2d-24b4-4fba-8766-fe844e2d395a service neutron] 10.222.0.41 "GET /v2.0/networks/cae2c22a-2f02-4e49-ad0a-b3f0ec201edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331866 Apr 14 11:34:57.111379 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 6 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:35:07.096939 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c1899725-89fd-4c07-a4e6-419e05730238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:08.910831 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c12b1dcc-0f61-4086-a155-5bd60542cab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:10.139239 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:10.321739 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:11.491893 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:11.565840 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:34.112102 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 6 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:35:35.584700 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 37716) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:35:35.799613 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-5ee3f4ec-5467-4605-ba9e-57292c4f7773 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Deleting port abfdcae3-7085-4d65-92ff-8555c3dbb3ce {{(pid=85228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:35:35.799989 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5ee3f4ec-5467-4605-ba9e-57292c4f7773 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:35.975145 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5ee3f4ec-5467-4605-ba9e-57292c4f7773 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:35.975512 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5ee3f4ec-5467-4605-ba9e-57292c4f7773 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:36.106193 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-5ee3f4ec-5467-4605-ba9e-57292c4f7773 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Calling delete_port for abfdcae3-7085-4d65-92ff-8555c3dbb3ce owned by network:floatingip {{(pid=85228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:35:36.486138 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5ee3f4ec-5467-4605-ba9e-57292c4f7773 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1926183'] for port, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:36.500754 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-7b1f77ed-85b8-4055-91c5-4270e333ac26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:35:36.596208 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3f4ec-5467-4605-ba9e-57292c4f7773 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Pushing event deleted for resources: {'Port': ['ID=abfdcae3-7085-4d65-92ff-8555c3dbb3ce,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:35:36.617089 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3f4ec-5467-4605-ba9e-57292c4f7773 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:35:36.617504 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3f4ec-5467-4605-ba9e-57292c4f7773 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:35:36.617939 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3f4ec-5467-4605-ba9e-57292c4f7773 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:35:36.618347 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3f4ec-5467-4605-ba9e-57292c4f7773 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:35:36.618796 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3f4ec-5467-4605-ba9e-57292c4f7773 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:35:36.619197 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3f4ec-5467-4605-ba9e-57292c4f7773 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:35:36.619592 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3f4ec-5467-4605-ba9e-57292c4f7773 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:35:36.619990 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3f4ec-5467-4605-ba9e-57292c4f7773 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:35:36.620381 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3f4ec-5467-4605-ba9e-57292c4f7773 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:35:36.620776 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3f4ec-5467-4605-ba9e-57292c4f7773 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:35:36.621172 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3f4ec-5467-4605-ba9e-57292c4f7773 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:35:36.621564 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3f4ec-5467-4605-ba9e-57292c4f7773 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:35:36.626573 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-5ee3f4ec-5467-4605-ba9e-57292c4f7773 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:35:36.773502 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5ee3f4ec-5467-4605-ba9e-57292c4f7773 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks [] for floatingip, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:36.773860 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.db.l3_db [None req-5ee3f4ec-5467-4605-ba9e-57292c4f7773 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Floating IP a6d6a79f-62d1-42cb-bea3-77f06a059c96 disassociated (deleted). External IP: 172.28.2.237, port: d964f185-a0a2-49b9-b309-cf3d2122bc18. Apr 14 11:35:37.099103 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c4ac58b0-3419-4995-8763-298d6143e65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:37.149083 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee3f4ec-5467-4605-ba9e-57292c4f7773 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Router 9ac20335-c395-4aac-a148-bf806992f144 has already been hosted by L3 agent 72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6 {{(pid=85228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 11:35:37.335560 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee3f4ec-5467-4605-ba9e-57292c4f7773 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify agent at l3_agent.dv-cinder-774594-3-smb the message routers_updated {{(pid=85228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 11:35:37.344907 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0496be57-4fa2-4872-b1a5-26fba054b1a0 None None] Sync routers for ids ['9ac20335-c395-4aac-a148-bf806992f144'] in dv-cinder-774594-3-smb {{(pid=85229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 11:35:37.355017 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0496be57-4fa2-4872-b1a5-26fba054b1a0 None None] Routers {'9ac20335-c395-4aac-a148-bf806992f144'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:35:37.355679 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-0496be57-4fa2-4872-b1a5-26fba054b1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:35:09Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['9ac20335-c395-4aac-a148-bf806992f144'], 'active': True} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:35:37.373915 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5ee3f4ec-5467-4605-ba9e-57292c4f7773 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for floatingip, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:37.438777 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-5ee3f4ec-5467-4605-ba9e-57292c4f7773 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "DELETE /v2.0/floatingips/a6d6a79f-62d1-42cb-bea3-77f06a059c96 HTTP/1.1" status: 204 len: 168 time: 1.8501697 Apr 14 11:35:37.438777 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb704a2c-cf52-4595-bd3d-a1772cfb4d82', 'tag': 'd964f185-a0a2-49b9-b309-cf3d2122bc18'}] {{(pid=85228) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:35:37.546164 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-0496be57-4fa2-4872-b1a5-26fba054b1a0 None None] Set router 9ac20335-c395-4aac-a148-bf806992f144 gateway port host: dv-cinder-774594-3-smb {{(pid=85229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:35:37.653131 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb704a2c-cf52-4595-bd3d-a1772cfb4d82', 'tag': 'd964f185-a0a2-49b9-b309-cf3d2122bc18', 'status': 'completed', 'code': 200} Apr 14 11:35:37.762282 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0da38-f790-4590-bfaa-f6adcfda834c req-a9c461c1-379a-4488-843e-9a3fe91f26da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:35:37.764428 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-16d0da38-f790-4590-bfaa-f6adcfda834c req-a9c461c1-379a-4488-843e-9a3fe91f26da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd23809561d4490b94c1159112480623&device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 1099 time: 0.0878220 Apr 14 11:35:37.887810 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-0496be57-4fa2-4872-b1a5-26fba054b1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac20335-c395-4aac-a148-bf806992f144', 'name': 'tempest-TestShelveInstance-1535272748-router', 'tenant_id': 'cd23809561d4490b94c1159112480623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.113'}], 'enable_snat': True}, 'gw_port_id': 'cdb95ef0-f5f9-495d-aeb8-aff8ed798ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:31:02Z', 'updated_at': '2021-04-14T11:31:07Z', 'revision_number': 4, 'project_id': 'cd23809561d4490b94c1159112480623', 'gw_port': {'id': 'cdb95ef0-f5f9-495d-aeb8-aff8ed798ace', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac20335-c395-4aac-a148-bf806992f144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:31:03Z', 'updated_at': '2021-04-14T11:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': 'f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2', 'name': '', 'network_id': 'cae2c22a-2f02-4e49-ad0a-b3f0ec201edd', 'tenant_id': 'cd23809561d4490b94c1159112480623', 'mac_address': 'fa:16:3e:9c:15:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac20335-c395-4aac-a148-bf806992f144', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '4c45b551-da9b-4aaa-9561-99c721cf1404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:31:07Z', 'updated_at': '2021-04-14T11:31:16Z', 'revision_number': 5, 'project_id': 'cd23809561d4490b94c1159112480623', 'subnets': [{'id': '4c45b551-da9b-4aaa-9561-99c721cf1404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:35:37.892490 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0496be57-4fa2-4872-b1a5-26fba054b1a0 None None] Checking router: 9ac20335-c395-4aac-a148-bf806992f144 for host: dv-cinder-774594-3-smb {{(pid=85229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 11:35:37.902370 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0496be57-4fa2-4872-b1a5-26fba054b1a0 None None] Routers {'9ac20335-c395-4aac-a148-bf806992f144'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:35:37.903060 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-0496be57-4fa2-4872-b1a5-26fba054b1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:35:09Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['9ac20335-c395-4aac-a148-bf806992f144'], 'active': True} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:35:37.969868 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0da38-f790-4590-bfaa-f6adcfda834c req-0958a340-80b4-4c3c-b221-1706220f7ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:35:37.971488 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-16d0da38-f790-4590-bfaa-f6adcfda834c req-0958a340-80b4-4c3c-b221-1706220f7ccd service neutron] 10.222.0.41 "GET /v2.0/networks?id=cae2c22a-2f02-4e49-ad0a-b3f0ec201edd HTTP/1.1" status: 200 len: 910 time: 0.1986983 Apr 14 11:35:38.062387 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-16d0da38-f790-4590-bfaa-f6adcfda834c req-1c39dfd0-ed50-4a48-8622-5bd9b32cd485 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d964f185-a0a2-49b9-b309-cf3d2122bc18 HTTP/1.1" status: 200 len: 217 time: 0.0758967 Apr 14 11:35:38.074728 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913a96c-2e1a-42de-8323-791fbeabdaf1 req-ce14cd24-8820-4a56-b773-38dd4d23d209 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:35:38.076287 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d913a96c-2e1a-42de-8323-791fbeabdaf1 req-ce14cd24-8820-4a56-b773-38dd4d23d209 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 946 time: 0.1804852 Apr 14 11:35:38.095079 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-0496be57-4fa2-4872-b1a5-26fba054b1a0 None None] Set router 9ac20335-c395-4aac-a148-bf806992f144 gateway port host: dv-cinder-774594-3-smb {{(pid=85229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:35:38.155590 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-d913a96c-2e1a-42de-8323-791fbeabdaf1 req-a4ac9e94-0c8d-4bc7-80f5-3d7208887a55 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb584a8a-f936-4e8a-8e84-659f5d517971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412574 Apr 14 11:35:38.163187 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0da38-f790-4590-bfaa-f6adcfda834c req-c1f3a6cd-3e69-4e80-a5a8-f1fe8720dd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:35:38.164739 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-16d0da38-f790-4590-bfaa-f6adcfda834c req-c1f3a6cd-3e69-4e80-a5a8-f1fe8720dd9e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c45b551-da9b-4aaa-9561-99c721cf1404 HTTP/1.1" status: 200 len: 848 time: 0.0875063 Apr 14 11:35:38.254908 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0da38-f790-4590-bfaa-f6adcfda834c req-964f5c45-673d-4ad0-93d5-8d8d9bbef925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:35:38.256494 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-16d0da38-f790-4590-bfaa-f6adcfda834c req-964f5c45-673d-4ad0-93d5-8d8d9bbef925 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cae2c22a-2f02-4e49-ad0a-b3f0ec201edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0791028 Apr 14 11:35:38.401024 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-16d0da38-f790-4590-bfaa-f6adcfda834c req-2130ccdb-73af-4430-bdec-5423d06b0440 service neutron] 10.222.0.41 "GET /v2.0/networks/cae2c22a-2f02-4e49-ad0a-b3f0ec201edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361990 Apr 14 11:35:38.421957 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-0496be57-4fa2-4872-b1a5-26fba054b1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac20335-c395-4aac-a148-bf806992f144', 'name': 'tempest-TestShelveInstance-1535272748-router', 'tenant_id': 'cd23809561d4490b94c1159112480623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.113'}], 'enable_snat': True}, 'gw_port_id': 'cdb95ef0-f5f9-495d-aeb8-aff8ed798ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:31:02Z', 'updated_at': '2021-04-14T11:31:07Z', 'revision_number': 4, 'project_id': 'cd23809561d4490b94c1159112480623', 'gw_port': {'id': 'cdb95ef0-f5f9-495d-aeb8-aff8ed798ace', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac20335-c395-4aac-a148-bf806992f144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:31:03Z', 'updated_at': '2021-04-14T11:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': 'f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2', 'name': '', 'network_id': 'cae2c22a-2f02-4e49-ad0a-b3f0ec201edd', 'tenant_id': 'cd23809561d4490b94c1159112480623', 'mac_address': 'fa:16:3e:9c:15:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac20335-c395-4aac-a148-bf806992f144', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '4c45b551-da9b-4aaa-9561-99c721cf1404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:31:07Z', 'updated_at': '2021-04-14T11:31:16Z', 'revision_number': 5, 'project_id': 'cd23809561d4490b94c1159112480623', 'subnets': [{'id': '4c45b551-da9b-4aaa-9561-99c721cf1404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:35:38.426023 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0496be57-4fa2-4872-b1a5-26fba054b1a0 None None] The sync data for ids ['9ac20335-c395-4aac-a148-bf806992f144'] in dv-cinder-774594-3-smb is: [{'id': '9ac20335-c395-4aac-a148-bf806992f144', 'name': 'tempest-TestShelveInstance-1535272748-router', 'tenant_id': 'cd23809561d4490b94c1159112480623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.113'}], 'enable_snat': True}, 'gw_port_id': 'cdb95ef0-f5f9-495d-aeb8-aff8ed798ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:31:02Z', 'updated_at': '2021-04-14T11:31:07Z', 'revision_number': 4, 'project_id': 'cd23809561d4490b94c1159112480623', 'gw_port': {'id': 'cdb95ef0-f5f9-495d-aeb8-aff8ed798ace', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac20335-c395-4aac-a148-bf806992f144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:31:03Z', 'updated_at': '2021-04-14T11:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb', '_interfaces': [{'id': 'f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2', 'name': '', 'network_id': 'cae2c22a-2f02-4e49-ad0a-b3f0ec201edd', 'tenant_id': 'cd23809561d4490b94c1159112480623', 'mac_address': 'fa:16:3e:9c:15:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac20335-c395-4aac-a148-bf806992f144', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '4c45b551-da9b-4aaa-9561-99c721cf1404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:31:07Z', 'updated_at': '2021-04-14T11:31:16Z', 'revision_number': 5, 'project_id': 'cd23809561d4490b94c1159112480623', 'subnets': [{'id': '4c45b551-da9b-4aaa-9561-99c721cf1404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 11:35:38.549457 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-16d0da38-f790-4590-bfaa-f6adcfda834c req-e0a13d67-917b-49a7-9093-3030f5cf0875 service neutron] 10.222.0.41 "GET /v2.0/networks/cae2c22a-2f02-4e49-ad0a-b3f0ec201edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394067 Apr 14 11:35:38.785693 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a9a14c-6d7b-414d-bacc-7321b84afde2 None None] New status for floating IP a6d6a79f-62d1-42cb-bea3-77f06a059c96: DOWN {{(pid=85230) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 11:35:38.910266 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4ec0eead-502d-4d9a-86cc-e64206b323d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:39.357885 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706929ee-7751-4fe8-b5a4-4fe7f0b3e565 req-f36cc1b9-6f27-468d-9638-d76c0f1f3fa0 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85228) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:35:39.358675 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-706929ee-7751-4fe8-b5a4-4fe7f0b3e565 req-f36cc1b9-6f27-468d-9638-d76c0f1f3fa0 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Synchronizing usage tracker for tenant:cd23809561d4490b94c1159112480623 on resource:port {{(pid=85228) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 11:35:39.373290 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.quota.resource [req-706929ee-7751-4fe8-b5a4-4fe7f0b3e565 req-f36cc1b9-6f27-468d-9638-d76c0f1f3fa0 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Unset dirty status for tenant:cd23809561d4490b94c1159112480623 on resource:port {{(pid=85228) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 11:35:39.374551 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-706929ee-7751-4fe8-b5a4-4fe7f0b3e565 req-f36cc1b9-6f27-468d-9638-d76c0f1f3fa0 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 946 time: 0.1052854 Apr 14 11:35:39.405430 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-706929ee-7751-4fe8-b5a4-4fe7f0b3e565 req-df669613-0e57-4c35-95fc-ffca758f9d1b tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb584a8a-f936-4e8a-8e84-659f5d517971&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0244844 Apr 14 11:35:39.448020 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdeb88a-ecfe-449f-9f0f-07649557a365 req-faa57104-7697-47df-b945-b31f0bbe2216 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85227) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 11:35:39.449587 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3bdeb88a-ecfe-449f-9f0f-07649557a365 req-faa57104-7697-47df-b945-b31f0bbe2216 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 946 time: 0.0895774 Apr 14 11:35:39.532082 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [req-3bdeb88a-ecfe-449f-9f0f-07649557a365 req-233b1f5a-3591-4f55-8a1e-6d7ed77cad63 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Deleting port d964f185-a0a2-49b9-b309-cf3d2122bc18 {{(pid=85227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:35:39.532473 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-3bdeb88a-ecfe-449f-9f0f-07649557a365 req-233b1f5a-3591-4f55-8a1e-6d7ed77cad63 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:39.791990 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [req-3bdeb88a-ecfe-449f-9f0f-07649557a365 req-233b1f5a-3591-4f55-8a1e-6d7ed77cad63 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] For port d964f185-a0a2-49b9-b309-cf3d2122bc18, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d964f185-a0a2-49b9-b309-cf3d2122bc18,segment=NetworkSegment(26807db2-2985-4132-9fc2-19da97eeb1d6),segment_id=26807db2-2985-4132-9fc2-19da97eeb1d6)] {{(pid=85227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:35:39.792621 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-3bdeb88a-ecfe-449f-9f0f-07649557a365 req-233b1f5a-3591-4f55-8a1e-6d7ed77cad63 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:39.922843 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [req-3bdeb88a-ecfe-449f-9f0f-07649557a365 req-233b1f5a-3591-4f55-8a1e-6d7ed77cad63 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Calling delete_port for d964f185-a0a2-49b9-b309-cf3d2122bc18 owned by compute:nova {{(pid=85227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:35:40.072675 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-3bdeb88a-ecfe-449f-9f0f-07649557a365 req-233b1f5a-3591-4f55-8a1e-6d7ed77cad63 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10976374'] for port, after_delete {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:40.087504 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-23d0e63a-9eab-4247-a2cc-414a566ca5c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:35:40.135378 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b1f5a-3591-4f55-8a1e-6d7ed77cad63 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Pushing event deleted for resources: {'Port': ['ID=d964f185-a0a2-49b9-b309-cf3d2122bc18,revision_number=None']} {{(pid=85227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:35:40.142810 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:40.194895 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b1f5a-3591-4f55-8a1e-6d7ed77cad63 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:35:40.195310 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b1f5a-3591-4f55-8a1e-6d7ed77cad63 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:35:40.195717 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b1f5a-3591-4f55-8a1e-6d7ed77cad63 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:35:40.196737 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b1f5a-3591-4f55-8a1e-6d7ed77cad63 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:35:40.197138 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b1f5a-3591-4f55-8a1e-6d7ed77cad63 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:35:40.197535 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b1f5a-3591-4f55-8a1e-6d7ed77cad63 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:35:40.197932 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b1f5a-3591-4f55-8a1e-6d7ed77cad63 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:35:40.198326 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b1f5a-3591-4f55-8a1e-6d7ed77cad63 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:35:40.198744 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b1f5a-3591-4f55-8a1e-6d7ed77cad63 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:35:40.199136 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b1f5a-3591-4f55-8a1e-6d7ed77cad63 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:35:40.199528 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b1f5a-3591-4f55-8a1e-6d7ed77cad63 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:35:40.199916 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b1f5a-3591-4f55-8a1e-6d7ed77cad63 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-3-smb {{(pid=85227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 11:35:40.204613 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-233b1f5a-3591-4f55-8a1e-6d7ed77cad63 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85227) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:35:40.323746 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:40.340940 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bdeb88a-ecfe-449f-9f0f-07649557a365 req-233b1f5a-3591-4f55-8a1e-6d7ed77cad63 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] No DVR routers for this DVR port d964f185-a0a2-49b9-b309-cf3d2122bc18 on host hv-cinder-77459 {{(pid=85227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 11:35:40.343380 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [req-3bdeb88a-ecfe-449f-9f0f-07649557a365 req-233b1f5a-3591-4f55-8a1e-6d7ed77cad63 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85227) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:40.346130 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb704a2c-cf52-4595-bd3d-a1772cfb4d82', 'name': 'network-vif-deleted', 'tag': 'd964f185-a0a2-49b9-b309-cf3d2122bc18'}] {{(pid=85227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 11:35:40.360831 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-3bdeb88a-ecfe-449f-9f0f-07649557a365 req-233b1f5a-3591-4f55-8a1e-6d7ed77cad63 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.41 "DELETE /v2.0/ports/d964f185-a0a2-49b9-b309-cf3d2122bc18 HTTP/1.1" status: 204 len: 173 time: 0.9043849 Apr 14 11:35:40.516606 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb704a2c-cf52-4595-bd3d-a1772cfb4d82', 'name': 'network-vif-deleted', 'tag': 'd964f185-a0a2-49b9-b309-cf3d2122bc18', 'status': 'completed', 'code': 200} Apr 14 11:35:40.570304 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [req-e088ff9f-751c-4038-8a71-2925a7482422 req-4f138c53-b5f7-46ee-b490-cb85cfafa1c8 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb704a2c-cf52-4595-bd3d-a1772cfb4d82 HTTP/1.1" status: 200 len: 210 time: 0.0480206 Apr 14 11:35:41.496526 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:41.568691 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:41.669304 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 37738) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:35:41.744979 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-eaadf4b8-8fcd-4a60-8d82-c586756a84ea tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:41.775930 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-eaadf4b8-8fcd-4a60-8d82-c586756a84ea tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:41.829980 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-eaadf4b8-8fcd-4a60-8d82-c586756a84ea tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:41.835247 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-c9965989-0b0a-4d10-b765-38d60e8e7e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:35:41.850117 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaadf4b8-8fcd-4a60-8d82-c586756a84ea tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb584a8a-f936-4e8a-8e84-659f5d517971,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:35:41.852885 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-eaadf4b8-8fcd-4a60-8d82-c586756a84ea tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:35:41.859418 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-eaadf4b8-8fcd-4a60-8d82-c586756a84ea tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:41.860625 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-eaadf4b8-8fcd-4a60-8d82-c586756a84ea tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] 10.222.0.52 "DELETE /v2.0/security-groups/fb584a8a-f936-4e8a-8e84-659f5d517971 HTTP/1.1" status: 204 len: 168 time: 0.1901920 Apr 14 11:35:42.925388 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 37746) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:35:43.486875 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-85ce0a40-0582-4431-be9c-53b3b0c8e947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-771124'] for router_interface, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:43.838876 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device d964f185-a0a2-49b9-b309-cf3d2122bc18 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:35:43.845816 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-85ce0a40-0582-4431-be9c-53b3b0c8e947 admin admin] Deleting port f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2 {{(pid=85228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:35:43.846195 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-85ce0a40-0582-4431-be9c-53b3b0c8e947 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:43.875346 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] No Port match for: d964f185-a0a2-49b9-b309-cf3d2122bc18 {{(pid=85229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 11:35:43.875740 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Device d964f185-a0a2-49b9-b309-cf3d2122bc18 not bound to the agent host hv-cinder-77459 {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 11:35:44.027313 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-85ce0a40-0582-4431-be9c-53b3b0c8e947 admin admin] For port f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2,segment=NetworkSegment(26807db2-2985-4132-9fc2-19da97eeb1d6),segment_id=26807db2-2985-4132-9fc2-19da97eeb1d6)] {{(pid=85228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:35:44.027924 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-85ce0a40-0582-4431-be9c-53b3b0c8e947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:44.161958 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-85ce0a40-0582-4431-be9c-53b3b0c8e947 admin admin] Calling delete_port for f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2 owned by network:router_interface {{(pid=85228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:35:44.581034 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-85ce0a40-0582-4431-be9c-53b3b0c8e947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1926183'] for port, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:44.595976 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-5ee3f4ec-5467-4605-ba9e-57292c4f7773 tempest-TestShelveInstance-1186993781 tempest-TestShelveInstance-1186993781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:35:44.692766 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce0a40-0582-4431-be9c-53b3b0c8e947 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:35:44.695384 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-85ce0a40-0582-4431-be9c-53b3b0c8e947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:35:45.037915 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-85ce0a40-0582-4431-be9c-53b3b0c8e947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854151702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656579'] for router_interface, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:45.548269 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ce0a40-0582-4431-be9c-53b3b0c8e947 admin admin] Router 9ac20335-c395-4aac-a148-bf806992f144 has already been hosted by L3 agent 72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6 {{(pid=85228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 11:35:45.736013 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ce0a40-0582-4431-be9c-53b3b0c8e947 admin admin] Notify agent at l3_agent.dv-cinder-774594-3-smb the message routers_updated {{(pid=85228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 11:35:45.744639 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a07c06-0b6f-41fc-bdf7-5b8f37c7a9aa None None] Sync routers for ids ['9ac20335-c395-4aac-a148-bf806992f144'] in dv-cinder-774594-3-smb {{(pid=85229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 11:35:45.748832 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-85ce0a40-0582-4431-be9c-53b3b0c8e947 admin admin] 10.222.0.52 "PUT /v2.0/routers/9ac20335-c395-4aac-a148-bf806992f144/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8223090 Apr 14 11:35:45.751513 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 37750) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:35:45.754511 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a07c06-0b6f-41fc-bdf7-5b8f37c7a9aa None None] Routers {'9ac20335-c395-4aac-a148-bf806992f144'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:35:45.755208 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-d3a07c06-0b6f-41fc-bdf7-5b8f37c7a9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:35:39Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['9ac20335-c395-4aac-a148-bf806992f144'], 'active': True} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:35:45.948582 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e9cc4cee-2aa2-4702-b6bc-ec75189244f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:46.117592 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-d3a07c06-0b6f-41fc-bdf7-5b8f37c7a9aa None None] Set router 9ac20335-c395-4aac-a148-bf806992f144 gateway port host: dv-cinder-774594-3-smb {{(pid=85229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:35:46.135792 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e9cc4cee-2aa2-4702-b6bc-ec75189244f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:46.144305 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-e9cc4cee-2aa2-4702-b6bc-ec75189244f5 admin admin] Deleting port cdb95ef0-f5f9-495d-aeb8-aff8ed798ace {{(pid=85228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:35:46.144673 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e9cc4cee-2aa2-4702-b6bc-ec75189244f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:46.329411 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-e9cc4cee-2aa2-4702-b6bc-ec75189244f5 admin admin] For port cdb95ef0-f5f9-495d-aeb8-aff8ed798ace, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=cdb95ef0-f5f9-495d-aeb8-aff8ed798ace,segment=NetworkSegment(fc5032d9-be7b-4842-99b0-b17509c45e41),segment_id=fc5032d9-be7b-4842-99b0-b17509c45e41)] {{(pid=85228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:35:46.329839 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e9cc4cee-2aa2-4702-b6bc-ec75189244f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:46.413268 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-d3a07c06-0b6f-41fc-bdf7-5b8f37c7a9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac20335-c395-4aac-a148-bf806992f144', 'name': 'tempest-TestShelveInstance-1535272748-router', 'tenant_id': 'cd23809561d4490b94c1159112480623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.113'}], 'enable_snat': True}, 'gw_port_id': 'cdb95ef0-f5f9-495d-aeb8-aff8ed798ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:31:02Z', 'updated_at': '2021-04-14T11:35:44Z', 'revision_number': 5, 'project_id': 'cd23809561d4490b94c1159112480623', 'gw_port': {'id': 'cdb95ef0-f5f9-495d-aeb8-aff8ed798ace', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac20335-c395-4aac-a148-bf806992f144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:31:03Z', 'updated_at': '2021-04-14T11:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb'}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:35:46.417811 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a07c06-0b6f-41fc-bdf7-5b8f37c7a9aa None None] Checking router: 9ac20335-c395-4aac-a148-bf806992f144 for host: dv-cinder-774594-3-smb {{(pid=85229) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 11:35:46.426657 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a07c06-0b6f-41fc-bdf7-5b8f37c7a9aa None None] Routers {'9ac20335-c395-4aac-a148-bf806992f144'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85229) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:35:46.427307 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-d3a07c06-0b6f-41fc-bdf7-5b8f37c7a9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:35:39Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['9ac20335-c395-4aac-a148-bf806992f144'], 'active': True} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:35:46.459633 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-e9cc4cee-2aa2-4702-b6bc-ec75189244f5 admin admin] Calling delete_port for cdb95ef0-f5f9-495d-aeb8-aff8ed798ace owned by network:router_gateway {{(pid=85228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:35:46.588808 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-d3a07c06-0b6f-41fc-bdf7-5b8f37c7a9aa None None] Set router 9ac20335-c395-4aac-a148-bf806992f144 gateway port host: None {{(pid=85229) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:35:46.631082 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e9cc4cee-2aa2-4702-b6bc-ec75189244f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1926183'] for port, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:46.646679 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-569ee321-84e6-45d7-93d3-0f3dd8f8b4e8 tempest-AttachVolumeTestJSON-1996668223 tempest-AttachVolumeTestJSON-1996668223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:35:46.701129 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-d3a07c06-0b6f-41fc-bdf7-5b8f37c7a9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac20335-c395-4aac-a148-bf806992f144', 'name': 'tempest-TestShelveInstance-1535272748-router', 'tenant_id': 'cd23809561d4490b94c1159112480623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:31:02Z', 'updated_at': '2021-04-14T11:35:46Z', 'revision_number': 6, 'project_id': 'cd23809561d4490b94c1159112480623', 'gw_port_host': None}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:35:46.705325 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a07c06-0b6f-41fc-bdf7-5b8f37c7a9aa None None] The sync data for ids ['9ac20335-c395-4aac-a148-bf806992f144'] in dv-cinder-774594-3-smb is: [{'id': '9ac20335-c395-4aac-a148-bf806992f144', 'name': 'tempest-TestShelveInstance-1535272748-router', 'tenant_id': 'cd23809561d4490b94c1159112480623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:31:02Z', 'updated_at': '2021-04-14T11:35:46Z', 'revision_number': 6, 'project_id': 'cd23809561d4490b94c1159112480623', 'gw_port_host': None}] {{(pid=85229) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 11:35:46.744622 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc4cee-2aa2-4702-b6bc-ec75189244f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdb95ef0-f5f9-495d-aeb8-aff8ed798ace,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:35:46.748543 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-e9cc4cee-2aa2-4702-b6bc-ec75189244f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:35:47.150967 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e9cc4cee-2aa2-4702-b6bc-ec75189244f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656421'] for router_gateway, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:47.333948 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e9cc4cee-2aa2-4702-b6bc-ec75189244f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-774339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769375'] for router, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:47.336286 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e9cc4cee-2aa2-4702-b6bc-ec75189244f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:47.360036 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e9cc4cee-2aa2-4702-b6bc-ec75189244f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854002061'] for router, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:47.360618 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9cc4cee-2aa2-4702-b6bc-ec75189244f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ac20335-c395-4aac-a148-bf806992f144 {{(pid=85228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 11:35:47.373282 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e9cc4cee-2aa2-4702-b6bc-ec75189244f5 admin admin] Notify callbacks [] for router, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:47.374547 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-e9cc4cee-2aa2-4702-b6bc-ec75189244f5 admin admin] 10.222.0.52 "DELETE /v2.0/routers/9ac20335-c395-4aac-a148-bf806992f144 HTTP/1.1" status: 204 len: 168 time: 1.6220310 Apr 14 11:35:47.377209 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 37754) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:35:47.447381 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_v2 [None req-96d2cf8b-e278-447a-bb47-6fced28062c0 admin admin] Deleting subnet 4c45b551-da9b-4aaa-9561-99c721cf1404 {{(pid=85228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 11:35:47.450565 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-96d2cf8b-e278-447a-bb47-6fced28062c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:47.503842 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-96d2cf8b-e278-447a-bb47-6fced28062c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1862249'] for subnet, precommit_delete_associations {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:47.509186 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device cdb95ef0-f5f9-495d-aeb8-aff8ed798ace no longer exists at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:35:47.546140 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] No Port match for: cdb95ef0-f5f9-495d-aeb8-aff8ed798ace {{(pid=85229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 11:35:47.546566 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device cdb95ef0-f5f9-495d-aeb8-aff8ed798ace not bound to the agent host dv-cinder-774594-3-smb {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 11:35:47.547063 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2 no longer exists at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:35:47.585787 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] No Port match for: f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2 {{(pid=85229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 11:35:47.586188 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device f6723e9e-15bf-4fc2-9edd-5c8bdf21c4f2 not bound to the agent host dv-cinder-774594-3-smb {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 11:35:47.591252 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-96d2cf8b-e278-447a-bb47-6fced28062c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4125'] for subnet, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:47.842696 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-96d2cf8b-e278-447a-bb47-6fced28062c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852849550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843326858'] for subnet, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:47.858338 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:35:47.941400 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d2cf8b-e278-447a-bb47-6fced28062c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c45b551-da9b-4aaa-9561-99c721cf1404,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:35:47.955191 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-96d2cf8b-e278-447a-bb47-6fced28062c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:35:47.990403 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-96d2cf8b-e278-447a-bb47-6fced28062c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for subnet, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:47.996335 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c053e5-d759-4b8d-9488-b301533277e7 None None] Network cae2c22a-2f02-4e49-ad0a-b3f0ec201edd requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:35:47.997552 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-96d2cf8b-e278-447a-bb47-6fced28062c0 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4c45b551-da9b-4aaa-9561-99c721cf1404 HTTP/1.1" status: 204 len: 168 time: 0.6192486 Apr 14 11:35:48.000147 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 37758) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:35:48.115252 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3f5d7398-e52c-441b-a07d-042aeeb6eb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854523456'] for network, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:48.187333 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-3f5d7398-e52c-441b-a07d-042aeeb6eb2f admin admin] Deleting port d0b9b64b-0feb-4141-b42a-f793ba6bde49 {{(pid=85228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:35:48.187955 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3f5d7398-e52c-441b-a07d-042aeeb6eb2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:48.247630 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201c00d8-3950-4213-ad95-a302214c99fa None None] DHCP port deletion for cae2c22a-2f02-4e49-ad0a-b3f0ec201edd request from dv-cinder-774594-3-smb {{(pid=85229) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 14 11:35:48.251884 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-201c00d8-3950-4213-ad95-a302214c99fa None None] Deleting port d0b9b64b-0feb-4141-b42a-f793ba6bde49 {{(pid=85229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:35:48.252417 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-201c00d8-3950-4213-ad95-a302214c99fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:48.405576 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-3f5d7398-e52c-441b-a07d-042aeeb6eb2f admin admin] For port d0b9b64b-0feb-4141-b42a-f793ba6bde49, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=d0b9b64b-0feb-4141-b42a-f793ba6bde49,segment=NetworkSegment(26807db2-2985-4132-9fc2-19da97eeb1d6),segment_id=26807db2-2985-4132-9fc2-19da97eeb1d6)] {{(pid=85228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:35:48.405904 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3f5d7398-e52c-441b-a07d-042aeeb6eb2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:48.468255 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-201c00d8-3950-4213-ad95-a302214c99fa None None] For port d0b9b64b-0feb-4141-b42a-f793ba6bde49, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=d0b9b64b-0feb-4141-b42a-f793ba6bde49,segment=NetworkSegment(26807db2-2985-4132-9fc2-19da97eeb1d6),segment_id=26807db2-2985-4132-9fc2-19da97eeb1d6)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:35:48.468695 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-201c00d8-3950-4213-ad95-a302214c99fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:48.540718 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-3f5d7398-e52c-441b-a07d-042aeeb6eb2f admin admin] Calling delete_port for d0b9b64b-0feb-4141-b42a-f793ba6bde49 owned by network:dhcp {{(pid=85228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:35:48.596424 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-201c00d8-3950-4213-ad95-a302214c99fa None None] Calling delete_port for d0b9b64b-0feb-4141-b42a-f793ba6bde49 owned by network:dhcp {{(pid=85229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:35:48.617155 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3f5d7398-e52c-441b-a07d-042aeeb6eb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1926183'] for port, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:48.632774 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-27be5971-b4b7-4872-bd3d-3aeae52c2e7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:35:48.678054 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.db.api [None req-201c00d8-3950-4213-ad95-a302214c99fa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85229) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 11:35:48.678460 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_db.api [None req-201c00d8-3950-4213-ad95-a302214c99fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 11:35:48.738604 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d7398-e52c-441b-a07d-042aeeb6eb2f admin admin] Pushing event deleted for resources: {'Port': ['ID=d0b9b64b-0feb-4141-b42a-f793ba6bde49,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:35:48.746017 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-3f5d7398-e52c-441b-a07d-042aeeb6eb2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:35:48.777916 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5d7398-e52c-441b-a07d-042aeeb6eb2f admin admin] No DVR routers for this DVR port d0b9b64b-0feb-4141-b42a-f793ba6bde49 on host dv-cinder-774594-3-smb {{(pid=85228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 11:35:48.902500 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3f5d7398-e52c-441b-a07d-042aeeb6eb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854651492', 'neutron.services.segments.db._delete_segments_for_network--9223363295256356434'] for network, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:49.015907 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-3f5d7398-e52c-441b-a07d-042aeeb6eb2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cae2c22a-2f02-4e49-ad0a-b3f0ec201edd']}} {{(pid=85228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:35:49.029031 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-3f5d7398-e52c-441b-a07d-042aeeb6eb2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26807db2-2985-4132-9fc2-19da97eeb1d6') {'for_net_delete': True} {{(pid=85228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:35:49.029370 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-3f5d7398-e52c-441b-a07d-042aeeb6eb2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26807db2-2985-4132-9fc2-19da97eeb1d6') {} {{(pid=85228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:35:49.041231 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3f5d7398-e52c-441b-a07d-042aeeb6eb2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295256356178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863071'] for segment, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:49.056306 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3f5d7398-e52c-441b-a07d-042aeeb6eb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774745'] for segment, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:49.062556 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f5d7398-e52c-441b-a07d-042aeeb6eb2f admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=85228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 11:35:49.179906 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-201c00d8-3950-4213-ad95-a302214c99fa None None] Deleting port d0b9b64b-0feb-4141-b42a-f793ba6bde49 {{(pid=85229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:35:49.180340 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-201c00d8-3950-4213-ad95-a302214c99fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:49.241067 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-3f5d7398-e52c-441b-a07d-042aeeb6eb2f admin admin] Network cae2c22a-2f02-4e49-ad0a-b3f0ec201edd has no segments {{(pid=85228) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 11:35:49.250591 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3f5d7398-e52c-441b-a07d-042aeeb6eb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852849635'] for segment, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:49.251287 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-201c00d8-3950-4213-ad95-a302214c99fa None None] The port 'd0b9b64b-0feb-4141-b42a-f793ba6bde49' was deleted {{(pid=85229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 14 11:35:49.424580 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-3f5d7398-e52c-441b-a07d-042aeeb6eb2f admin admin] Network cae2c22a-2f02-4e49-ad0a-b3f0ec201edd has no segments {{(pid=85228) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 11:35:49.450119 dv-cinder-774594-3-smb neutron-server[85114]: Traceback (most recent call last): Apr 14 11:35:49.450119 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 11:35:49.450119 dv-cinder-774594-3-smb neutron-server[85114]: timer() Apr 14 11:35:49.450119 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 11:35:49.450119 dv-cinder-774594-3-smb neutron-server[85114]: cb(*args, **kw) Apr 14 11:35:49.450119 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 11:35:49.450119 dv-cinder-774594-3-smb neutron-server[85114]: return func(*args, **kwargs) Apr 14 11:35:49.450119 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 11:35:49.450119 dv-cinder-774594-3-smb neutron-server[85114]: self._notify() Apr 14 11:35:49.450119 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 11:35:49.450119 dv-cinder-774594-3-smb neutron-server[85114]: self.callback(batched_events) Apr 14 11:35:49.450119 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 11:35:49.450119 dv-cinder-774594-3-smb neutron-server[85114]: event.method(event) Apr 14 11:35:49.450119 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 11:35:49.450119 dv-cinder-774594-3-smb neutron-server[85114]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 11:35:49.450119 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 11:35:49.450119 dv-cinder-774594-3-smb neutron-server[85114]: segment_id)['aggregates'][0] Apr 14 11:35:49.450119 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 11:35:49.450119 dv-cinder-774594-3-smb neutron-server[85114]: return f(self, *a, **k) Apr 14 11:35:49.450119 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 11:35:49.450119 dv-cinder-774594-3-smb neutron-server[85114]: return self._get(url).json() Apr 14 11:35:49.450119 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 11:35:49.450119 dv-cinder-774594-3-smb neutron-server[85114]: **kwargs) Apr 14 11:35:49.450119 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 11:35:49.450119 dv-cinder-774594-3-smb neutron-server[85114]: return self.request(url, 'GET', **kwargs) Apr 14 11:35:49.450119 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 11:35:49.450119 dv-cinder-774594-3-smb neutron-server[85114]: **endpoint_filter) Apr 14 11:35:49.450119 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 11:35:49.450119 dv-cinder-774594-3-smb neutron-server[85114]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 11:35:49.450119 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 11:35:49.450119 dv-cinder-774594-3-smb neutron-server[85114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 11:35:49.450119 dv-cinder-774594-3-smb neutron-server[85114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 11:35:49.514417 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device d0b9b64b-0feb-4141-b42a-f793ba6bde49 no longer exists at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:35:49.526200 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3f5d7398-e52c-441b-a07d-042aeeb6eb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-124293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854119409'] for network, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:49.529975 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-412c0dc5-42f8-4dd2-830f-82d37f3cbe65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:35:49.547307 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3f5d7398-e52c-441b-a07d-042aeeb6eb2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for network, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:49.555005 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] No Port match for: d0b9b64b-0feb-4141-b42a-f793ba6bde49 {{(pid=85229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 11:35:49.555404 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device d0b9b64b-0feb-4141-b42a-f793ba6bde49 not bound to the agent host dv-cinder-774594-3-smb {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 11:35:49.557489 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d7398-e52c-441b-a07d-042aeeb6eb2f admin admin] Pushing event deleted for resources: {'Network': ['ID=cae2c22a-2f02-4e49-ad0a-b3f0ec201edd,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:35:49.560992 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-3f5d7398-e52c-441b-a07d-042aeeb6eb2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:35:49.574303 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-3f5d7398-e52c-441b-a07d-042aeeb6eb2f admin admin] 10.222.0.52 "DELETE /v2.0/networks/cae2c22a-2f02-4e49-ad0a-b3f0ec201edd HTTP/1.1" status: 204 len: 168 time: 1.5701675 Apr 14 11:35:49.574559 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 37764) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:35:50.131852 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a42c7d7b-5620-40e8-9787-24997fdba7b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-771124'] for router_interface, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:50.732345 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-a42c7d7b-5620-40e8-9787-24997fdba7b4 admin admin] Deleting port 06e2bbf4-bf53-47d5-bcd8-cb27422a6808 {{(pid=85228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:35:50.732948 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a42c7d7b-5620-40e8-9787-24997fdba7b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:50.910285 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-a42c7d7b-5620-40e8-9787-24997fdba7b4 admin admin] For port 06e2bbf4-bf53-47d5-bcd8-cb27422a6808, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=06e2bbf4-bf53-47d5-bcd8-cb27422a6808,segment=NetworkSegment(515d0bae-69ee-46b6-a28e-55eef7fa1e38),segment_id=515d0bae-69ee-46b6-a28e-55eef7fa1e38)] {{(pid=85228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:35:50.910709 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a42c7d7b-5620-40e8-9787-24997fdba7b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:51.045578 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-a42c7d7b-5620-40e8-9787-24997fdba7b4 admin admin] Calling delete_port for 06e2bbf4-bf53-47d5-bcd8-cb27422a6808 owned by network:router_interface {{(pid=85228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:35:51.216821 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a42c7d7b-5620-40e8-9787-24997fdba7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1926183'] for port, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:51.232050 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-35ad1232-50f6-4bda-996b-ee6a61205d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:35:51.330507 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c7d7b-5620-40e8-9787-24997fdba7b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=06e2bbf4-bf53-47d5-bcd8-cb27422a6808,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:35:51.333054 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a42c7d7b-5620-40e8-9787-24997fdba7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:35:51.681393 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a42c7d7b-5620-40e8-9787-24997fdba7b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854151702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656579'] for router_interface, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:52.181469 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42c7d7b-5620-40e8-9787-24997fdba7b4 admin admin] Router 14e2c2eb-754b-48bb-8cca-fee56308d3b1 has already been hosted by L3 agent 72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6 {{(pid=85228) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 11:35:52.369497 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42c7d7b-5620-40e8-9787-24997fdba7b4 admin admin] Notify agent at l3_agent.dv-cinder-774594-3-smb the message routers_updated {{(pid=85228) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 11:35:52.378033 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05cc761-c15b-49dc-b63d-a9f451af3b03 None None] Sync routers for ids ['14e2c2eb-754b-48bb-8cca-fee56308d3b1'] in dv-cinder-774594-3-smb {{(pid=85230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 11:35:52.380084 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-a42c7d7b-5620-40e8-9787-24997fdba7b4 admin admin] 10.222.0.52 "PUT /v2.0/routers/14e2c2eb-754b-48bb-8cca-fee56308d3b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8029351 Apr 14 11:35:52.381270 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 37768) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:35:52.388602 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05cc761-c15b-49dc-b63d-a9f451af3b03 None None] Routers {'14e2c2eb-754b-48bb-8cca-fee56308d3b1'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:35:52.389299 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-b05cc761-c15b-49dc-b63d-a9f451af3b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:35:39Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['14e2c2eb-754b-48bb-8cca-fee56308d3b1'], 'active': True} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:35:52.566208 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5451069a-6ed9-41ce-b1dc-fc0924f72658 admin admin] Notify callbacks [] for router, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:52.574117 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-b05cc761-c15b-49dc-b63d-a9f451af3b03 None None] Set router 14e2c2eb-754b-48bb-8cca-fee56308d3b1 gateway port host: dv-cinder-774594-3-smb {{(pid=85230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:35:52.886232 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-b05cc761-c15b-49dc-b63d-a9f451af3b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e2c2eb-754b-48bb-8cca-fee56308d3b1', 'name': 'tempest-TestShelveInstance-1939147722-router', 'tenant_id': '0b0486ea17cd4661bf585fef38b7a060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f6548840-1d0b-49a4-a1c2-3bfc1c33f658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:31:11Z', 'updated_at': '2021-04-14T11:35:51Z', 'revision_number': 5, 'project_id': '0b0486ea17cd4661bf585fef38b7a060', 'gw_port': {'id': 'f6548840-1d0b-49a4-a1c2-3bfc1c33f658', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e2c2eb-754b-48bb-8cca-fee56308d3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:31:11Z', 'updated_at': '2021-04-14T11:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb'}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:35:52.890781 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05cc761-c15b-49dc-b63d-a9f451af3b03 None None] Checking router: 14e2c2eb-754b-48bb-8cca-fee56308d3b1 for host: dv-cinder-774594-3-smb {{(pid=85230) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 11:35:52.900138 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05cc761-c15b-49dc-b63d-a9f451af3b03 None None] Routers {'14e2c2eb-754b-48bb-8cca-fee56308d3b1'} bound to L3 agent in host dv-cinder-774594-3-smb {{(pid=85230) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 11:35:52.900807 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-b05cc761-c15b-49dc-b63d-a9f451af3b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T11:14:09Z,description=,heartbeat_timestamp=2021-04-14T11:35:39Z,host='dv-cinder-774594-3-smb',id=72ff48c4-f0a3-4f3d-b9ab-ab37b9e0aaa6,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T11:14:09Z,topic='l3_agent')) {'router_ids': ['14e2c2eb-754b-48bb-8cca-fee56308d3b1'], 'active': True} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:35:53.000248 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5451069a-6ed9-41ce-b1dc-fc0924f72658 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:53.008611 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-5451069a-6ed9-41ce-b1dc-fc0924f72658 admin admin] Deleting port f6548840-1d0b-49a4-a1c2-3bfc1c33f658 {{(pid=85228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:35:53.009826 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5451069a-6ed9-41ce-b1dc-fc0924f72658 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:53.088194 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvr_db [None req-b05cc761-c15b-49dc-b63d-a9f451af3b03 None None] Set router 14e2c2eb-754b-48bb-8cca-fee56308d3b1 gateway port host: dv-cinder-774594-3-smb {{(pid=85230) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 11:35:53.194299 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-5451069a-6ed9-41ce-b1dc-fc0924f72658 admin admin] For port f6548840-1d0b-49a4-a1c2-3bfc1c33f658, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=f6548840-1d0b-49a4-a1c2-3bfc1c33f658,segment=NetworkSegment(fc5032d9-be7b-4842-99b0-b17509c45e41),segment_id=fc5032d9-be7b-4842-99b0-b17509c45e41)] {{(pid=85228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:35:53.194900 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5451069a-6ed9-41ce-b1dc-fc0924f72658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:53.325788 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-5451069a-6ed9-41ce-b1dc-fc0924f72658 admin admin] Calling delete_port for f6548840-1d0b-49a4-a1c2-3bfc1c33f658 owned by network:router_gateway {{(pid=85228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:35:53.388568 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_hamode_db [None req-b05cc761-c15b-49dc-b63d-a9f451af3b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e2c2eb-754b-48bb-8cca-fee56308d3b1', 'name': 'tempest-TestShelveInstance-1939147722-router', 'tenant_id': '0b0486ea17cd4661bf585fef38b7a060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f6548840-1d0b-49a4-a1c2-3bfc1c33f658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:31:11Z', 'updated_at': '2021-04-14T11:35:51Z', 'revision_number': 5, 'project_id': '0b0486ea17cd4661bf585fef38b7a060', 'gw_port': {'id': 'f6548840-1d0b-49a4-a1c2-3bfc1c33f658', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e2c2eb-754b-48bb-8cca-fee56308d3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:31:11Z', 'updated_at': '2021-04-14T11:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb'}], 'dv-cinder-774594-3-smb', False) {} {{(pid=85230) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:35:53.392678 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05cc761-c15b-49dc-b63d-a9f451af3b03 None None] The sync data for ids ['14e2c2eb-754b-48bb-8cca-fee56308d3b1'] in dv-cinder-774594-3-smb is: [{'id': '14e2c2eb-754b-48bb-8cca-fee56308d3b1', 'name': 'tempest-TestShelveInstance-1939147722-router', 'tenant_id': '0b0486ea17cd4661bf585fef38b7a060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'external_fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f6548840-1d0b-49a4-a1c2-3bfc1c33f658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T11:31:11Z', 'updated_at': '2021-04-14T11:35:51Z', 'revision_number': 5, 'project_id': '0b0486ea17cd4661bf585fef38b7a060', 'gw_port': {'id': 'f6548840-1d0b-49a4-a1c2-3bfc1c33f658', 'name': '', 'network_id': 'f1313642-efe2-441a-94e8-1aeb14258027', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:67:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e2c2eb-754b-48bb-8cca-fee56308d3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T11:31:11Z', 'updated_at': '2021-04-14T11:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43af2120-63d9-4ed9-b216-1037d2600bad', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-3-smb'}] {{(pid=85230) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 11:35:53.472382 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 06e2bbf4-bf53-47d5-bcd8-cb27422a6808 no longer exists at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:35:53.508991 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5451069a-6ed9-41ce-b1dc-fc0924f72658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1926183'] for port, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:53.511846 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] No Port match for: 06e2bbf4-bf53-47d5-bcd8-cb27422a6808 {{(pid=85229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 11:35:53.512248 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device 06e2bbf4-bf53-47d5-bcd8-cb27422a6808 not bound to the agent host dv-cinder-774594-3-smb {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 11:35:53.533123 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-c07b5277-c15b-4ca8-a990-1c7189a1798f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:35:53.634238 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451069a-6ed9-41ce-b1dc-fc0924f72658 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6548840-1d0b-49a4-a1c2-3bfc1c33f658,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:35:53.636911 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-5451069a-6ed9-41ce-b1dc-fc0924f72658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:35:53.802628 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5451069a-6ed9-41ce-b1dc-fc0924f72658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656421'] for router_gateway, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:53.988332 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5451069a-6ed9-41ce-b1dc-fc0924f72658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-774339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769375'] for router, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:53.990572 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5451069a-6ed9-41ce-b1dc-fc0924f72658 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:54.014786 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5451069a-6ed9-41ce-b1dc-fc0924f72658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854002061'] for router, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:54.015333 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5451069a-6ed9-41ce-b1dc-fc0924f72658 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14e2c2eb-754b-48bb-8cca-fee56308d3b1 {{(pid=85228) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 11:35:54.027985 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-5451069a-6ed9-41ce-b1dc-fc0924f72658 admin admin] Notify callbacks [] for router, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:54.029216 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-5451069a-6ed9-41ce-b1dc-fc0924f72658 admin admin] 10.222.0.52 "DELETE /v2.0/routers/14e2c2eb-754b-48bb-8cca-fee56308d3b1 HTTP/1.1" status: 204 len: 168 time: 1.6469600 Apr 14 11:35:54.031872 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 37772) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:35:54.099271 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae7a6440-df45-4793-8e76-19e6645989b7 admin admin] Deleting subnet 094444be-4674-4ee2-b8f6-c45ccd43801d {{(pid=85228) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 11:35:54.102959 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ae7a6440-df45-4793-8e76-19e6645989b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:54.154829 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ae7a6440-df45-4793-8e76-19e6645989b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1862249'] for subnet, precommit_delete_associations {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:54.242602 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ae7a6440-df45-4793-8e76-19e6645989b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4125'] for subnet, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:54.508554 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ae7a6440-df45-4793-8e76-19e6645989b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852849550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843326858'] for subnet, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:54.524986 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:35:54.606589 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a6440-df45-4793-8e76-19e6645989b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=094444be-4674-4ee2-b8f6-c45ccd43801d,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:35:54.609107 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-ae7a6440-df45-4793-8e76-19e6645989b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:35:54.657335 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ae7a6440-df45-4793-8e76-19e6645989b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for subnet, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:54.662317 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e33f985-3288-4f7a-86e7-75002408096b None None] Network 83ad333f-05bc-4d22-a964-95e2de42df81 requested from dv-cinder-774594-3-smb {{(pid=85229) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 11:35:54.664040 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-ae7a6440-df45-4793-8e76-19e6645989b7 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/094444be-4674-4ee2-b8f6-c45ccd43801d HTTP/1.1" status: 204 len: 168 time: 0.6311588 Apr 14 11:35:54.666676 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 37776) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:35:54.781453 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-cdfa9c30-bcd9-4051-918e-8dec7da382a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854523456'] for network, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:54.849937 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-cdfa9c30-bcd9-4051-918e-8dec7da382a2 admin admin] Deleting port a044afc2-b8a4-4f84-8315-d559dc2e7dd6 {{(pid=85228) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:35:54.850310 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-cdfa9c30-bcd9-4051-918e-8dec7da382a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:54.918266 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5102def-0469-47f0-b755-b68b742994e8 None None] DHCP port deletion for 83ad333f-05bc-4d22-a964-95e2de42df81 request from dv-cinder-774594-3-smb {{(pid=85229) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 14 11:35:54.922443 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-e5102def-0469-47f0-b755-b68b742994e8 None None] Deleting port a044afc2-b8a4-4f84-8315-d559dc2e7dd6 {{(pid=85229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:35:54.922904 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e5102def-0469-47f0-b755-b68b742994e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:55.074914 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-cdfa9c30-bcd9-4051-918e-8dec7da382a2 admin admin] For port a044afc2-b8a4-4f84-8315-d559dc2e7dd6, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=a044afc2-b8a4-4f84-8315-d559dc2e7dd6,segment=NetworkSegment(515d0bae-69ee-46b6-a28e-55eef7fa1e38),segment_id=515d0bae-69ee-46b6-a28e-55eef7fa1e38)] {{(pid=85228) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:35:55.075321 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-cdfa9c30-bcd9-4051-918e-8dec7da382a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:55.140554 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.db [None req-e5102def-0469-47f0-b755-b68b742994e8 None None] For port a044afc2-b8a4-4f84-8315-d559dc2e7dd6, host dv-cinder-774594-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-3-smb',level=0,port_id=a044afc2-b8a4-4f84-8315-d559dc2e7dd6,segment=NetworkSegment(515d0bae-69ee-46b6-a28e-55eef7fa1e38),segment_id=515d0bae-69ee-46b6-a28e-55eef7fa1e38)] {{(pid=85229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 11:35:55.140910 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e5102def-0469-47f0-b755-b68b742994e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853995710'] for port, precommit_delete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:55.206596 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-cdfa9c30-bcd9-4051-918e-8dec7da382a2 admin admin] Calling delete_port for a044afc2-b8a4-4f84-8315-d559dc2e7dd6 owned by network:dhcp {{(pid=85228) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:35:55.268607 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-e5102def-0469-47f0-b755-b68b742994e8 None None] Calling delete_port for a044afc2-b8a4-4f84-8315-d559dc2e7dd6 owned by network:dhcp {{(pid=85229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 11:35:55.285689 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-cdfa9c30-bcd9-4051-918e-8dec7da382a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854613037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741598340109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295256876438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1926183'] for port, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:55.300907 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-91b99aaa-ea68-405e-a691-769a524b522c tempest-VolumesSnapshotTestJSON-2047478462 tempest-VolumesSnapshotTestJSON-2047478462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:35:55.343802 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.db.api [None req-e5102def-0469-47f0-b755-b68b742994e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85229) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 11:35:55.344132 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_db.api [None req-e5102def-0469-47f0-b755-b68b742994e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85229) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 11:35:55.393182 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa9c30-bcd9-4051-918e-8dec7da382a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a044afc2-b8a4-4f84-8315-d559dc2e7dd6,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:35:55.407173 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-cdfa9c30-bcd9-4051-918e-8dec7da382a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:35:55.442498 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfa9c30-bcd9-4051-918e-8dec7da382a2 admin admin] No DVR routers for this DVR port a044afc2-b8a4-4f84-8315-d559dc2e7dd6 on host dv-cinder-774594-3-smb {{(pid=85228) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 11:35:55.508064 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device a044afc2-b8a4-4f84-8315-d559dc2e7dd6 no longer exists at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:35:55.545181 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] No Port match for: a044afc2-b8a4-4f84-8315-d559dc2e7dd6 {{(pid=85229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 11:35:55.545573 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device a044afc2-b8a4-4f84-8315-d559dc2e7dd6 not bound to the agent host dv-cinder-774594-3-smb {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 11:35:55.546033 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device f6548840-1d0b-49a4-a1c2-3bfc1c33f658 no longer exists at agent ovs-agent-dv-cinder-774594-3-smb {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 11:35:55.567639 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-cdfa9c30-bcd9-4051-918e-8dec7da382a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854651492', 'neutron.services.segments.db._delete_segments_for_network--9223363295256356434'] for network, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:55.580948 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] No Port match for: f6548840-1d0b-49a4-a1c2-3bfc1c33f658 {{(pid=85229) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 11:35:55.581334 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.rpc [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Device f6548840-1d0b-49a4-a1c2-3bfc1c33f658 not bound to the agent host dv-cinder-774594-3-smb {{(pid=85229) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 11:35:55.682304 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-cdfa9c30-bcd9-4051-918e-8dec7da382a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83ad333f-05bc-4d22-a964-95e2de42df81']}} {{(pid=85228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:35:55.694578 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-cdfa9c30-bcd9-4051-918e-8dec7da382a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '515d0bae-69ee-46b6-a28e-55eef7fa1e38') {'for_net_delete': True} {{(pid=85228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:35:55.694914 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.services.segments.db [None req-cdfa9c30-bcd9-4051-918e-8dec7da382a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '515d0bae-69ee-46b6-a28e-55eef7fa1e38') {} {{(pid=85228) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 11:35:55.706502 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-cdfa9c30-bcd9-4051-918e-8dec7da382a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295256356178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1863071'] for segment, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:55.722409 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-cdfa9c30-bcd9-4051-918e-8dec7da382a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774745'] for segment, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:55.730071 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdfa9c30-bcd9-4051-918e-8dec7da382a2 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=85228) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 11:35:55.845171 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-e5102def-0469-47f0-b755-b68b742994e8 None None] Deleting port a044afc2-b8a4-4f84-8315-d559dc2e7dd6 {{(pid=85229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 11:35:55.845538 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e5102def-0469-47f0-b755-b68b742994e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295256446870'] for port, before_delete {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:55.904297 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-cdfa9c30-bcd9-4051-918e-8dec7da382a2 admin admin] Network 83ad333f-05bc-4d22-a964-95e2de42df81 has no segments {{(pid=85228) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 11:35:55.913224 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-cdfa9c30-bcd9-4051-918e-8dec7da382a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852849635'] for segment, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:55.919506 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.plugin [None req-e5102def-0469-47f0-b755-b68b742994e8 None None] The port 'a044afc2-b8a4-4f84-8315-d559dc2e7dd6' was deleted {{(pid=85229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 14 11:35:56.094067 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.plugins.ml2.managers [None req-cdfa9c30-bcd9-4051-918e-8dec7da382a2 admin admin] Network 83ad333f-05bc-4d22-a964-95e2de42df81 has no segments {{(pid=85228) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 11:35:56.117142 dv-cinder-774594-3-smb neutron-server[85114]: Traceback (most recent call last): Apr 14 11:35:56.117142 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 11:35:56.117142 dv-cinder-774594-3-smb neutron-server[85114]: timer() Apr 14 11:35:56.117142 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 11:35:56.117142 dv-cinder-774594-3-smb neutron-server[85114]: cb(*args, **kw) Apr 14 11:35:56.117142 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 11:35:56.117142 dv-cinder-774594-3-smb neutron-server[85114]: return func(*args, **kwargs) Apr 14 11:35:56.117142 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 11:35:56.117142 dv-cinder-774594-3-smb neutron-server[85114]: self._notify() Apr 14 11:35:56.117142 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 11:35:56.117142 dv-cinder-774594-3-smb neutron-server[85114]: self.callback(batched_events) Apr 14 11:35:56.117142 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 11:35:56.117142 dv-cinder-774594-3-smb neutron-server[85114]: event.method(event) Apr 14 11:35:56.117142 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 11:35:56.117142 dv-cinder-774594-3-smb neutron-server[85114]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 11:35:56.117142 dv-cinder-774594-3-smb neutron-server[85114]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 11:35:56.117142 dv-cinder-774594-3-smb neutron-server[85114]: segment_id)['aggregates'][0] Apr 14 11:35:56.117142 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 11:35:56.117142 dv-cinder-774594-3-smb neutron-server[85114]: return f(self, *a, **k) Apr 14 11:35:56.117142 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 11:35:56.117142 dv-cinder-774594-3-smb neutron-server[85114]: return self._get(url).json() Apr 14 11:35:56.117142 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 11:35:56.117142 dv-cinder-774594-3-smb neutron-server[85114]: **kwargs) Apr 14 11:35:56.117142 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 11:35:56.117142 dv-cinder-774594-3-smb neutron-server[85114]: return self.request(url, 'GET', **kwargs) Apr 14 11:35:56.117142 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 11:35:56.117142 dv-cinder-774594-3-smb neutron-server[85114]: **endpoint_filter) Apr 14 11:35:56.117142 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 11:35:56.117142 dv-cinder-774594-3-smb neutron-server[85114]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 11:35:56.117142 dv-cinder-774594-3-smb neutron-server[85114]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 11:35:56.117142 dv-cinder-774594-3-smb neutron-server[85114]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 11:35:56.117142 dv-cinder-774594-3-smb neutron-server[85114]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 11:35:56.199018 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-cdfa9c30-bcd9-4051-918e-8dec7da382a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-124293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854119409'] for network, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:56.203306 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-cdfa9c30-bcd9-4051-918e-8dec7da382a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624012'] for network, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:56.207069 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:35:56.229919 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-cdfa9c30-bcd9-4051-918e-8dec7da382a2 admin admin] 10.222.0.52 "DELETE /v2.0/networks/83ad333f-05bc-4d22-a964-95e2de42df81 HTTP/1.1" status: 204 len: 168 time: 1.5622194 Apr 14 11:35:56.230926 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa9c30-bcd9-4051-918e-8dec7da382a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=83ad333f-05bc-4d22-a964-95e2de42df81,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:35:56.233251 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-cdfa9c30-bcd9-4051-918e-8dec7da382a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:35:56.456056 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 37782) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:35:56.491867 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-17346ab2-b163-4119-ae50-41e8f6c3e791 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cd23809561d4490b94c1159112480623&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0345380 Apr 14 11:35:56.494224 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 37786) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:35:56.555084 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-be627911-1395-4f8b-895d-8a90d8ee9909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:56.582666 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-be627911-1395-4f8b-895d-8a90d8ee9909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:56.635809 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-be627911-1395-4f8b-895d-8a90d8ee9909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:56.640806 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-c519f14f-6bea-4e51-a716-2d18105288e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:35:56.654853 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be627911-1395-4f8b-895d-8a90d8ee9909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d255f3-5d63-4903-baa7-b1438a722400,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:35:56.658637 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-be627911-1395-4f8b-895d-8a90d8ee9909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:35:56.661870 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-be627911-1395-4f8b-895d-8a90d8ee9909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:56.663108 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-be627911-1395-4f8b-895d-8a90d8ee9909 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a6d255f3-5d63-4903-baa7-b1438a722400 HTTP/1.1" status: 204 len: 168 time: 0.1678765 Apr 14 11:35:57.005609 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 37794) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:35:57.040461 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-d7c560a5-3966-4217-b81e-0af6c4911a9a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0b0486ea17cd4661bf585fef38b7a060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0331030 Apr 14 11:35:57.043023 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [-] (85228) accepted ('10.222.0.52', 37798) {{(pid=85228) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 11:35:57.102045 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-09805465-fb56-405b-957e-27f224ff3cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:57.129661 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-09805465-fb56-405b-957e-27f224ff3cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:57.174892 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-09805465-fb56-405b-957e-27f224ff3cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687758'] for security_group, after_delete {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:57.179958 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-a3c880b2-f980-4562-aa93-1f6887561398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 11:35:57.191065 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09805465-fb56-405b-957e-27f224ff3cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d923ed81-bbbc-4b4e-b474-606a1df49868,revision_number=None']} {{(pid=85228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 11:35:57.194767 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG oslo_concurrency.lockutils [None req-09805465-fb56-405b-957e-27f224ff3cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85228) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 11:35:57.198503 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-09805465-fb56-405b-957e-27f224ff3cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85228) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:35:57.199742 dv-cinder-774594-3-smb neutron-server[85114]: INFO neutron.wsgi [None req-09805465-fb56-405b-957e-27f224ff3cdc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d923ed81-bbbc-4b4e-b474-606a1df49868 HTTP/1.1" status: 204 len: 168 time: 0.1557746 Apr 14 11:36:07.100070 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-c7b36a77-ee8f-4c38-ae2c-06c256a333e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:36:08.911802 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-bc457e01-0e78-4b9f-a45a-4a7b5171f187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:36:10.144684 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:36:10.324794 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:36:11.112135 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 6 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:36:11.498484 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:36:11.576455 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:36:37.101498 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-15d9e967-fc67-4429-8059-6e382b4a7ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:36:38.912080 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d86e3d37-a0b1-45cb-874a-f91547621b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:36:40.150318 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:36:40.324353 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:36:41.500823 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:36:41.619396 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:36:48.112592 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 6 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:37:07.103004 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-e02dc056-02a6-4eea-9f0c-6db281b70269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:37:08.913655 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-56c1b675-96cc-48a6-8e45-802521e1de86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:37:10.149335 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:37:10.325884 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:37:11.502978 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:37:11.644520 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:37:25.112936 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 6 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:37:37.105527 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3da40bd-4e71-4184-b890-73591f634867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:37:38.915602 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-3bb5c842-244a-4d81-b136-b5c3f1e695b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:37:40.152117 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:37:40.326661 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:37:41.506064 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:37:41.644164 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:38:02.113231 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 6 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:38:07.107404 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-cfda6fce-d08f-47b5-8ea8-e27cf4d4bdc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:38:08.916056 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-df99c4eb-9c46-4091-ada4-e5589dded425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:38:10.155347 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:38:10.327142 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:38:11.510813 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:38:11.642638 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:38:26.686743 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.wsgi [req-7740d920-46ce-4385-bd20-f5e3349564c1 req-a22178ad-e1c3-46e3-87d9-1062a0559e09 service neutron] (85227) timed out ('10.222.0.41', 61177) {{(pid=85227) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 14 11:38:37.109246 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4fe8c0bd-86f6-43ba-a743-7d1920652f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:38:38.917736 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-27a74547-b364-4155-82aa-ba946d46bcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:38:39.113201 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 6 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:38:40.157362 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:38:40.331251 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:38:41.511821 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:38:41.651359 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:39:07.111587 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-95968da2-8099-4c0a-b279-279aa464d55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:39:08.917971 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-cf2bfcbc-ada4-4ea3-a174-0214713c47aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:39:10.160649 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:39:10.332496 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:39:11.514568 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:39:11.650442 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:39:16.113744 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 6 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:39:37.113270 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-889fe6c2-e5b1-440f-b0be-dcea2ef86c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:39:38.918187 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-616fc2a8-8cef-4a4b-a31c-29d2164463b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:39:40.162910 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:39:40.334746 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:39:41.517012 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:39:41.663851 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:39:53.112724 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 6 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:40:07.114105 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-28f266f2-fa2f-4a88-9de4-867856add351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:40:08.920178 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-2c3c5559-f89b-45f8-aa2b-912c8b5d4213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:40:10.164528 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:40:10.334962 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:40:11.521098 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:40:11.658747 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:40:30.112359 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 6 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:40:37.118376 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-f765ba44-954e-45fa-b8c1-5a53b27ce090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:40:38.921767 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-462464d5-38f8-403a-a9b2-5c5925d7fe0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:40:40.168495 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:40:40.336624 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:40:41.523314 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:40:41.670433 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:41:07.112764 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron.db.agents_db [None req-9295de26-da14-458e-8ec8-efcb5d4b4312 None None] Agent healthcheck: found 6 active agents {{(pid=85230) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 11:41:07.118457 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-0d7f7b10-3595-47cf-a082-6f03a2c6f603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:41:08.923683 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-4e196e78-9ed7-42e7-9b72-204cd81b0b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:41:10.172239 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-d3cea615-e05f-4bb6-88a0-a3f788424966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:41:10.338485 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-73412a34-c133-49f9-810f-83a4e3c253a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:41:11.525833 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-ac2c1fc1-c98a-4ea4-b818-16a976737c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 11:41:11.684589 dv-cinder-774594-3-smb neutron-server[85114]: DEBUG neutron_lib.callbacks.manager [None req-a3117287-3a70-4a04-b7e0-099f20b69ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295256356451', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854645568'] for agent, after_update {{(pid=85229) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}